00000100:00000040:2.0F:1767734696.482401:0:243930:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767734696.482413:0:243930:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767734696.482420:0:243930:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02c8a80. 00000020:00000040:2.0:1767734696.482424:0:243930:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767734696.482427:0:243930:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734696.482430:0:243930:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734696.482433:0:243930:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734696.482440:0:243930:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1ef790600. 00000100:00000001:2.0:1767734696.482445:0:243930:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734696.482455:0:243930:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS req@ffff94b1d02c8a80 x1853602672087680/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767734696.482465:0:243930:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734696.482468:0:243930:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734696.482476:0:243930:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d43e822c] to pc [ptlrpcd_01_00+0] req@ffff94b1d02c8a80 x1853602672087680/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734696.482510:0:243930:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734696.482513:0:243930:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767734696.482518:0:243930:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767734696.482523:0:243930:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02c8700. 00000020:00000040:2.0:1767734696.482527:0:243930:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:2.0:1767734696.482531:0:243930:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734696.482533:0:243930:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734696.482536:0:243930:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0F:1767734696.482541:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767734696.482541:0:243930:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1ef790200. 00000100:00000001:2.0:1767734696.482543:0:243930:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734696.482546:0:243930:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-MDT0000_UUID req@ffff94b1d02c8700 x1853602672087808/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767734696.482553:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734696.482554:0:243930:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734696.482558:0:243930:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734696.482559:0:196093:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734696.482562:0:243930:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020a88e03] to pc [ptlrpcd_01_01+1] req@ffff94b1d02c8700 x1853602672087808/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734696.482570:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02c8a80 x1853602672087680/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734696.482588:0:243930:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734696.482591:0:196093:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734696.482593:0:196093:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734696.482599:0:243930:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767734696.482601:0:196093:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767734696.482605:0:243930:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767734696.482606:0:196093:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734696.482609:0:243930:0:(import.c:2045:ptlrpc_disconnect_and_idle_import()) Process entered 02000000:00000001:3.0:1767734696.482611:0:196093:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734696.482613:0:243930:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00100000:3.0:1767734696.482618:0:196093:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6d7b501b-fa70-4fef-9613-be2df560a7ce:196093:1853602672087680:192.168.203.112@tcp:400:kworker.0 00000100:00000010:2.0:1767734696.482618:0:243930:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02c8380. 00000020:00000040:2.0:1767734696.482621:0:243930:0:(genops.c:1229:class_import_get()) import ffff94b1f0134000 refcount=3 obd=lustre-OST0000-osc-ffff94b1e7e86000 00000100:00000001:2.0:1767734696.482627:0:243930:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767734696.482629:0:196093:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734696.482629:0:243930:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734696.482633:0:243930:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734696.482637:0:196093:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1767734696.482637:0:243930:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1ef790c00. 02000000:00000001:3.0:1767734696.482642:0:196093:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734696.482642:0:243930:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734696.482648:0:243930:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446626090155541376 : -117983554010240 : ffff94b1d02c8380) 02000000:00000001:3.0:1767734696.482649:0:196093:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1767734696.482654:0:243930:0:(import.c:65:import_set_state_nolock()) ffff94b1f0134000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 02000000:00000010:3.0:1767734696.482655:0:196093:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1d0639e00. 00000100:00080000:2.0:1767734696.482659:0:243930:0:(import.c:2080:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff94b1e7e86000: disconnect after 20s idle 02000000:00000001:3.0:1767734696.482660:0:196093:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734696.482663:0:243930:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734696.482668:0:243930:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734696.482673:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000040:2.0:1767734696.482676:0:243930:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000388ebe71] to pc [ptlrpcd_rcv+-1] req@ffff94b1d02c8380 x1853602672087936/t0(0) o9->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767734696.482679:0:196093:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113790. 00000400:00000010:3.0:1767734696.482688:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e73b8. 00000100:00000200:3.0:1767734696.482698:0:196093:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672087680, portal 25 00000100:00000001:3.0:1767734696.482702:0:196093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734696.482702:0:243930:0:(import.c:2084:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734696.482704:0:196093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155543168 : -117983554008448 : ffff94b1d02c8a80) 00000100:00000001:2.0:1767734696.482706:0:243930:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734696.482711:0:243930:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767734696.482713:0:243930:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:3.0:1767734696.482717:0:196093:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02c8a80 x1853602672087680/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767734696.482717:0:243930:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02c8e00. 00000020:00000040:2.0:1767734696.482721:0:243930:0:(genops.c:1229:class_import_get()) import ffff94b1f0134800 refcount=4 obd=lustre-OST0001-osc-ffff94b1e7e86000 00000100:00000001:2.0:1767734696.482725:0:243930:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734696.482727:0:243930:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734696.482729:0:243930:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734696.482736:0:243930:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1ef790000. 00000100:00000001:3.0:1767734696.482737:0:196093:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767734696.482739:0:243930:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734696.482744:0:196093:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000100:00000040:2.0:1767734696.482745:0:243930:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0001_UUID req@ffff94b1d02c8e00 x1853602672088064/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1767734696.482749:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e72a8. 00000100:00000200:3.0:1767734696.482756:0:196093:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853602672087680, offset 0 00000100:00000001:2.0:1767734696.482766:0:243930:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767734696.482768:0:196093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000001:2.0:1767734696.482769:0:243930:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734696.482779:0:243930:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000021dbf98] to pc [ptlrpcd_01_00+0] req@ffff94b1d02c8e00 x1853602672088064/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767734696.482785:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734696.482799:0:196093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00000001:2.0:1767734696.482802:0:243930:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734696.482809:0:243930:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (8796) 00000400:00000200:3.0:1767734696.482813:0:196093:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734696.482821:0:196093:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000100:00000001:2.0:1767734696.482823:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734696.482826:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734696.482829:0:196094:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734696.482837:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02c8700 x1853602672087808/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767734696.482838:0:196093:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734696.482847:0:196093:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000100:00000001:2.0:1767734696.482859:0:196094:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767734696.482860:0:196093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66625:66625:256:4294967295] 192.168.203.112@tcp LPNI seq info [66625:66625:8:4294967295] 00000100:00000001:2.0:1767734696.482862:0:196094:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734696.482868:0:196094:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734696.482871:0:196094:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767734696.482873:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000001:2.0:1767734696.482875:0:196094:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734696.482881:0:196094:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:66586885-669e-469f-b1c7-cb1a0fe6eee4:196094:1853602672087808:192.168.203.112@tcp:400:kworker.0 00000100:00000001:2.0:1767734696.482885:0:196094:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734696.482891:0:196094:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734696.482894:0:196094:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734696.482896:0:196093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 02000000:00000001:2.0:1767734696.482899:0:196094:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734696.482905:0:196094:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1f64bee00. 02000000:00000001:2.0:1767734696.482910:0:196094:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734696.482912:0:196093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734696.482920:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000800:00000010:3.0:1767734696.482922:0:196093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000400:00000010:2.0:1767734696.482927:0:196094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5ee18. 00000400:00000010:2.0:1767734696.482934:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29220. 00000800:00000200:3.0:1767734696.482937:0:196093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000100:00000200:2.0:1767734696.482939:0:196094:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672087808, portal 10 00000100:00000001:2.0:1767734696.482945:0:196094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734696.482948:0:196094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155542272 : -117983554009344 : ffff94b1d02c8700) 00000800:00000200:3.0:1767734696.482955:0:196093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00000040:2.0:1767734696.482956:0:196094:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02c8700 x1853602672087808/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767734696.482965:0:196093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767734696.482985:0:196093:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734696.482988:0:196094:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734696.482995:0:196094:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734696.482996:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734696.483001:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29bb0. 00000100:00000001:3.0:1767734696.483003:0:196093:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303459160 00000100:00000200:2.0:1767734696.483008:0:196094:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853602672087808, offset 0 00000100:00000010:3.0:1767734696.483011:0:196093:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1c5895180. 00000400:00000200:2.0:1767734696.483019:0:196094:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000001:3.0:1767734696.483022:0:196093:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767734696.483028:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734696.483031:0:196093:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303459160 00000400:00000200:2.0:1767734696.483034:0:196094:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00000010:3.0:1767734696.483038:0:196093:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1c5895240. 00000400:00000200:2.0:1767734696.483039:0:196094:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767734696.483046:0:196093:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767734696.483046:0:196094:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734696.483052:0:196094:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767734696.483054:0:196093:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767734696.483055:0:196094:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000100:00000001:3.0:1767734696.483061:0:196093:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734696.483061:0:196094:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66627:66627:255:4294967295] 192.168.203.112@tcp LPNI seq info [66627:66627:7:4294967295] 00000400:00000200:2.0:1767734696.483068:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734696.483069:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734696.483074:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734696.483080:0:196094:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000100:00000001:3.0:1767734696.483085:0:196093:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1767734696.483085:0:196094:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000100:00000001:3.0:1767734696.483091:0:196093:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:2.0:1767734696.483091:0:196094:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790d00. 00000100:00000001:3.0:1767734696.483099:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767734696.483103:0:196094:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000100:00000001:3.0:1767734696.483104:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734696.483109:0:196093:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1767734696.483113:0:196094:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734696.483118:0:196094:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1767734696.483122:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02c8e00 x1853602672088064/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734696.483124:0:196094:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734696.483131:0:196094:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 68377 usecs (69 jiffies) 00000400:00000200:2.0:1767734696.483141:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734696.483146:0:196094:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303458373 00000100:00000001:3.0:1767734696.483149:0:196093:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734696.483151:0:196094:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4303459160 00000100:00000001:3.0:1767734696.483154:0:196093:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734696.483156:0:196094:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303458373 00000100:00000001:2.0:1767734696.483160:0:196094:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4303459160 00000100:00000001:2.0:1767734696.483166:0:196094:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734696.483168:0:196093:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767734696.483172:0:196094:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734696.483174:0:196093:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734696.483180:0:196093:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734696.483182:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734696.483188:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767734696.483192:0:196093:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:66586885-669e-469f-b1c7-cb1a0fe6eee4:196093:1853602672088064:192.168.203.112@tcp:400:kworker.0 00000100:00000001:2.0:1767734696.483196:0:196094:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734696.483199:0:196094:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767734696.483201:0:196093:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767734696.483204:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767734696.483206:0:196093:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767734696.483209:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767734696.483210:0:196093:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734696.483213:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734696.483216:0:196093:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767734696.483217:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734696.483221:0:196093:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1d0639a00. 02000000:00000001:3.0:1767734696.483227:0:196093:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734696.483233:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734696.483237:0:196093:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113a50. 00000400:00000010:3.0:1767734696.483245:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7dd0. 00000100:00000200:3.0:1767734696.483249:0:196093:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672088064, portal 4 00000100:00000001:3.0:1767734696.483250:0:196093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734696.483251:0:196093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155544064 : -117983554007552 : ffff94b1d02c8e00) 00000100:00000040:3.0:1767734696.483256:0:196093:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02c8e00 x1853602672088064/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734696.483261:0:196093:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734696.483263:0:196093:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734696.483265:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7b28. 00000100:00000200:3.0:1767734696.483266:0:196093:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602672088064, offset 0 00000400:00000200:3.0:1767734696.483269:0:196093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734696.483272:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734696.483275:0:196093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734696.483277:0:196093:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734696.483279:0:196093:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734696.483281:0:196093:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734696.483282:0:196093:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734696.483284:0:196093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66628:66628:253:4294967295] 192.168.203.112@tcp LPNI seq info [66628:66628:5:4294967295] 00000400:00000200:3.0:1767734696.483287:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734696.483291:0:196093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734696.483299:0:196093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734696.483302:0:196093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416800. 00000800:00000200:3.0:1767734696.483305:0:196093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734696.483346:0:196093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734696.483349:0:196093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767734696.483353:0:196093:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734696.483356:0:196093:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: using a timeout of 8086 usecs (9 jiffies) 00000400:00000200:3.0:1767734696.483360:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734696.483363:0:196093:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303458314 00000100:00000001:3.0:1767734696.483365:0:196093:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4303459160 00000100:00000001:3.0:1767734696.483367:0:196093:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303458314 00000100:00000001:3.0:1767734696.483369:0:196093:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4303459160 00000100:00000001:3.0:1767734696.483371:0:196093:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734696.483374:0:196093:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734696.483377:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734696.483379:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734696.483383:0:196093:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734696.483384:0:196093:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767734696.483387:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734696.483388:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734696.483390:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734696.483392:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734696.483424:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734696.483429:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734696.483434:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734696.483440:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734696.483445:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e72a8 00000400:00000010:3.0:1767734696.483448:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e72a8. 00000100:00000001:3.0:1767734696.483452:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734696.483459:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02c8a80 x1853602672087680/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734696.483468:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734696.483478:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02c8a80 x1853602672087680/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734712 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734696.483483:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734696.483485:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767734696.483500:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734696.483503:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790d00. 00000400:00000200:3.0:1767734696.483507:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734696.483511:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734696.483515:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29bb0 00000400:00000010:3.0:1767734696.483517:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29bb0. 00000100:00000001:3.0:1767734696.483520:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734696.483524:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02c8700 x1853602672087808/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734696.483532:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734696.483535:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02c8700 x1853602672087808/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734712 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734696.483542:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734696.483543:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767734696.483553:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734696.483556:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472ca00. 00000400:00000200:3.0:1767734696.483560:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734696.483660:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734696.483663:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b220 00000400:00000010:3.0:1767734696.483665:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b220. 00000100:00000001:3.0:1767734696.483668:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734696.483672:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02c8380 x1853602672087936/t0(0) o9->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734696.483680:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734696.483684:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02c8380 x1853602672087936/t0(0) o9->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734706 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734696.483690:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734696.483692:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767734696.483725:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734696.483728:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416800. 00000400:00000200:3.0:1767734696.483731:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734696.483825:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734696.483830:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7b28 00000400:00000010:3.0:1767734696.483832:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7b28. 00000100:00000001:3.0:1767734696.483835:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734696.483840:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02c8e00 x1853602672088064/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734696.483847:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734696.483851:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02c8e00 x1853602672088064/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734712 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734696.483858:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734696.483859:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734696.485269:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734696.485276:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734696.485278:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734696.485281:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734696.485286:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734696.485291:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734696.485296:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734696.485299:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734696.485302:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734696.485305:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 25 MB=0x695d780d31280 00000400:00000200:2.0:1767734696.485345:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734696.485350:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7bb4d [1] + 224 00000800:00000001:2.0:1767734696.485355:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734696.485359:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734696.485361:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734696.485363:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734696.485366:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734696.485370:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02c8a80 x1853602672087680/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734712 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734696.485378:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1d02c8a80 x1853602672087680/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734696.485389:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734696.485395:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734696.485415:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734696.485416:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734696.485418:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734696.485426:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734696.485429:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734696.485433:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734696.485435:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734696.485437:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734696.485440:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d780d31300 00000400:00000200:2.0:1767734696.485442:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734696.485445:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x7bb65 [1] + 224 00000800:00000001:2.0:1767734696.485448:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734696.485451:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734696.485452:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734696.485454:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734696.485456:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734696.485459:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02c8700 x1853602672087808/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734712 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734696.485466:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1d02c8700 x1853602672087808/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734696.485473:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734696.485476:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734696.485478:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734696.485479:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734696.485480:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734696.485483:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734696.485485:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734696.485488:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734696.485489:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734696.485491:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734696.485493:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d31400 00000400:00000200:2.0:1767734696.485495:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734696.485497:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7bb75 [1] + 224 00000800:00000001:2.0:1767734696.485499:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734696.485513:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734696.485514:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734696.485517:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734696.485519:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734696.485521:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02c8e00 x1853602672088064/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734712 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734696.485527:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1d02c8e00 x1853602672088064/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734696.485532:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734696.485535:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734696.485537:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734696.485544:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734696.485545:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734696.485548:0:196094:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734696.485550:0:196094:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734696.485551:0:196094:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5ee18. 00000400:00000200:2.0:1767734696.485554:0:196094:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29220 00000400:00000010:2.0:1767734696.485555:0:196094:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29220. 00000100:00000001:2.0:1767734696.485557:0:196094:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734696.485559:0:196094:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02c8700 x1853602672087808/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767734696.485564:0:196094:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02c8700 x1853602672087808/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734712 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734696.485568:0:196094:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734696.485569:0:196094:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734696.485571:0:196094:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734696.485573:0:196094:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734696.485574:0:196094:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734696.485576:0:196094:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734696.485577:0:196094:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734696.485583:0:196094:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=26 v=5 (5 0 0 0) 00000100:00001000:2.0:1767734696.485586:0:196094:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1767734696.485587:0:196094:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734696.485589:0:196094:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734696.485595:0:196094:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734696.485598:0:196094:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734696.485600:0:196094:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767734696.485601:0:196094:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: committing for last_committed 12884924705 gen 1 00000100:00000040:2.0:1767734696.485606:0:196094:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884924705) req@ffff94b1d02c8000 x1853602672084224/t12884924698(12884924698) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734710 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734696.485611:0:196094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734696.485614:0:196094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02c8000 x1853602672084224/t12884924698(12884924698) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734710 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734696.485618:0:196094:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734696.485620:0:196094:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734696.485622:0:196094:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1c59fc000. 02000000:00000001:2.0:1767734696.485625:0:196094:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734696.485626:0:196094:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734696.485628:0:196094:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767734696.485629:0:196094:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734696.485631:0:196094:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f44a9c00. 02000000:00000001:2.0:1767734696.485633:0:196094:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734696.485634:0:196094:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734696.485636:0:196094:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02c8000. 00000100:00000001:2.0:1767734696.485638:0:196094:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734696.485639:0:196094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734696.485642:0:196094:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884924705) req@ffff94b1d02c9880 x1853602672084736/t12884924699(12884924699) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/664 e 0 to 0 dl 1767734710 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734696.485647:0:196094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734696.485648:0:196094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155546752 : -117983554004864 : ffff94b1d02c9880) 00000100:00000001:2.0:1767734696.485650:0:196094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734696.485653:0:196094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02c9880 x1853602672084736/t12884924699(12884924699) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/664 e 0 to 0 dl 1767734710 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734696.485657:0:196094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734696.485658:0:196094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734696.485661:0:196094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da9c00 x1853602672085632/t12884924701(12884924701) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734710 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734696.485671:0:196094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:2.0:1767734696.485673:0:196094:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff94b1c56867c0. 00000100:00000001:2.0:1767734696.485675:0:196094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734696.485678:0:196094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02c9880 x1853602672084736/t12884924699(12884924699) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/664 e 0 to 0 dl 1767734710 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734696.485682:0:196094:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1767734696.485684:0:196094:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734696.485684:0:196094:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767734696.485685:0:196094:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734696.485687:0:196094:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f44aa400. 02000000:00000001:2.0:1767734696.485689:0:196094:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734696.485690:0:196094:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734696.485691:0:196094:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02c9880. 00000100:00000001:2.0:1767734696.485693:0:196094:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734696.485694:0:196094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734696.485697:0:196094:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884924705) req@ffff94b1d02cc000 x1853602672084992/t12884924700(12884924700) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/456 e 0 to 0 dl 1767734710 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734696.485701:0:196094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734696.485703:0:196094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cc000 x1853602672084992/t12884924700(12884924700) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/456 e 0 to 0 dl 1767734710 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734696.485707:0:196094:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734696.485708:0:196094:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734696.485709:0:196094:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94b1f026f800. 02000000:00000001:2.0:1767734696.485711:0:196094:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734696.485711:0:196094:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734696.485712:0:196094:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767734696.485713:0:196094:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734696.485714:0:196094:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1d0638600. 02000000:00000001:2.0:1767734696.485715:0:196094:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734696.485716:0:196094:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734696.485717:0:196094:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cc000. 00000100:00000001:2.0:1767734696.485718:0:196094:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734696.485724:0:196094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734696.485727:0:196094:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884924705) req@ffff94b1f2da9c00 x1853602672085632/t12884924701(12884924701) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734710 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734696.485731:0:196094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734696.485733:0:196094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da9c00 x1853602672085632/t12884924701(12884924701) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734710 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734696.485736:0:196094:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734696.485737:0:196094:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734696.485739:0:196094:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d05000. 02000000:00000001:2.0:1767734696.485741:0:196094:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734696.485742:0:196094:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734696.485744:0:196094:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767734696.485745:0:196094:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734696.485746:0:196094:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c38dac00. 02000000:00000001:2.0:1767734696.485749:0:196094:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734696.485750:0:196094:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734696.485751:0:196094:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da9c00. 00000100:00000001:2.0:1767734696.485753:0:196094:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734696.485754:0:196094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734696.485756:0:196094:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767734696.485758:0:196094:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: normal: skip=1 replay=4/4 committed=0/0 00000100:00000001:2.0:1767734696.485760:0:196094:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734696.485761:0:196094:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734696.485764:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02c8700 x1853602672087808/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734712 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734696.485769:0:196094:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734696.485771:0:196094:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734696.485772:0:196094:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734696.485775:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02c8700 x1853602672087808/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734712 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734696.485782:0:196094:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:66586885-669e-469f-b1c7-cb1a0fe6eee4:196094:1853602672087808:192.168.203.112@tcp:400:kworker.0 00000100:00000001:2.0:1767734696.485790:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734696.485791:0:196094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734696.485793:0:196094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02c8700 x1853602672087808/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734712 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734696.485797:0:196094:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734696.485798:0:196094:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734696.485799:0:196094:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1f64bee00. 02000000:00000001:2.0:1767734696.485802:0:196094:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734696.485803:0:196094:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734696.485803:0:196094:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=3 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767734696.485804:0:196094:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734696.485805:0:196094:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1ef790200. 02000000:00000001:2.0:1767734696.485807:0:196094:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734696.485809:0:196094:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734696.485810:0:196094:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02c8700. 00000100:00000001:2.0:1767734696.485812:0:196094:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734696.485813:0:196094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734696.485814:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734696.485817:0:196094:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734696.485818:0:196094:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734696.485820:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734696.485822:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734696.485827:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734696.485828:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734696.485832:0:196093:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734696.485833:0:196093:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734696.485834:0:196093:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113a50. 00000400:00000200:2.0:1767734696.485837:0:196093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7dd0 00000400:00000010:2.0:1767734696.485838:0:196093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7dd0. 00000100:00000001:2.0:1767734696.485841:0:196093:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734696.485845:0:196093:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02c8e00 x1853602672088064/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767734696.485851:0:196093:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02c8e00 x1853602672088064/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734712 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734696.485855:0:196093:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734696.485862:0:196093:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734696.485863:0:196093:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734696.485865:0:196093:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734696.485866:0:196093:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734696.485867:0:196093:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734696.485868:0:196093:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734696.485872:0:196093:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f0134c58 time=26 v=5 (5 0 0 0) 00000100:00001000:2.0:1767734696.485874:0:196093:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f0134c10 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1767734696.485876:0:196093:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734696.485877:0:196093:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734696.485879:0:196093:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734696.485880:0:196093:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734696.485882:0:196093:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767734696.485883:0:196093:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b1e7e86000: committing for last_committed 12884903351 gen 2 00000100:00000040:2.0:1767734696.485887:0:196093:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884903351) req@ffff94b1d02cea00 x1853602672085376/t12884903351(12884903351) o2->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 440/432 e 0 to 0 dl 1767734710 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734696.485892:0:196093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734696.485894:0:196093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cea00 x1853602672085376/t12884903351(12884903351) o2->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 440/432 e 0 to 0 dl 1767734710 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734696.485898:0:196093:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734696.485899:0:196093:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734696.485900:0:196093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94b1f026f400. 02000000:00000001:2.0:1767734696.485902:0:196093:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734696.485904:0:196093:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734696.485905:0:196093:0:(genops.c:1242:class_import_put()) import ffff94b1f0134800 refcount=3 obd=lustre-OST0001-osc-ffff94b1e7e86000 00000020:00000001:2.0:1767734696.485907:0:196093:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734696.485908:0:196093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1d0638200. 02000000:00000001:2.0:1767734696.485910:0:196093:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734696.485910:0:196093:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734696.485911:0:196093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cea00. 00000100:00000001:2.0:1767734696.485914:0:196093:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734696.485916:0:196093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734696.485917:0:196093:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b1e7e86000: normal: skip=0 replay=1/1 committed=0/0 00000100:00000001:2.0:1767734696.485919:0:196093:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734696.485920:0:196093:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734696.485929:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02c8e00 x1853602672088064/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734712 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734696.485933:0:196093:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734696.485935:0:196093:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734696.485936:0:196093:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734696.485939:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02c8e00 x1853602672088064/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734712 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734696.485945:0:196093:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:66586885-669e-469f-b1c7-cb1a0fe6eee4:196093:1853602672088064:192.168.203.112@tcp:400:kworker.0 00000400:00000001:2.0:1767734696.485949:0:196093:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734696.485950:0:196093:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734696.485951:0:196093:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113790. 00000400:00000200:2.0:1767734696.485953:0:196093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e73b8 00000400:00000010:2.0:1767734696.485955:0:196093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e73b8. 00000100:00000001:2.0:1767734696.485957:0:196093:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734696.485960:0:196093:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02c8a80 x1853602672087680/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767734696.485966:0:196093:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02c8a80 x1853602672087680/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734712 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734696.485971:0:196093:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734696.485972:0:196093:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734696.485973:0:196093:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734696.485974:0:196093:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734696.485975:0:196093:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734696.485976:0:196093:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734696.485977:0:196093:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734696.485979:0:196093:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=124 v=5 (5 5 5 5) 00000100:00001000:2.0:1767734696.485981:0:196093:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=124 v=5 (1 1 1 1) 00000100:00000001:2.0:1767734696.485984:0:196093:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734696.485985:0:196093:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734696.485986:0:196093:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734696.485988:0:196093:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734696.485990:0:196093:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734696.485999:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02c8a80 x1853602672087680/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734712 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734696.486004:0:196093:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734696.486005:0:196093:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734696.486006:0:196093:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734696.486011:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02c8a80 x1853602672087680/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734712 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734696.486016:0:196093:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6d7b501b-fa70-4fef-9613-be2df560a7ce:196093:1853602672087680:192.168.203.112@tcp:400:kworker.0 00000100:00000001:2.0:1767734696.486019:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734696.486020:0:196093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734696.486023:0:196093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02c8e00 x1853602672088064/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734712 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734696.486027:0:196093:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734696.486028:0:196093:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734696.486029:0:196093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1d0639a00. 02000000:00000001:2.0:1767734696.486032:0:196093:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734696.486033:0:196093:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734696.486034:0:196093:0:(genops.c:1242:class_import_put()) import ffff94b1f0134800 refcount=2 obd=lustre-OST0001-osc-ffff94b1e7e86000 00000020:00000001:2.0:1767734696.486035:0:196093:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734696.486037:0:196093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1ef790000. 02000000:00000001:2.0:1767734696.486040:0:196093:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734696.486041:0:196093:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734696.486042:0:196093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02c8e00. 00000100:00000001:2.0:1767734696.486045:0:196093:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734696.486045:0:196093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734696.486047:0:196093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734696.486050:0:196093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02c8a80 x1853602672087680/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734712 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734696.486054:0:196093:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734696.486055:0:196093:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734696.486056:0:196093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1d0639e00. 02000000:00000001:2.0:1767734696.486058:0:196093:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734696.486064:0:196093:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734696.486065:0:196093:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767734696.486066:0:196093:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734696.486068:0:196093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1ef790600. 02000000:00000001:2.0:1767734696.486069:0:196093:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734696.486070:0:196093:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734696.486071:0:196093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02c8a80. 00000100:00000001:2.0:1767734696.486073:0:196093:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734696.486074:0:196093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734696.486076:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734696.486079:0:196093:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734696.486081:0:196093:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734696.486082:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734696.486084:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767734696.486099:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734696.486104:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734696.486105:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734696.486108:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734696.486111:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734696.486114:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734696.486118:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734696.486121:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734696.486124:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734696.486127:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d31380 00000400:00000200:2.0:1767734696.486129:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734696.486134:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7bb5d [1] + 224 00000800:00000001:2.0:1767734696.486137:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734696.486143:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734696.486145:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734696.486149:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734696.486153:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734696.486156:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02c8380 x1853602672087936/t0(0) o9->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734706 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734696.486163:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1d02c8380 x1853602672087936/t0(0) o9->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734696.486184:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734696.486188:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734696.486191:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734696.486221:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734696.486224:0:196090:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734696.486228:0:196090:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734696.486230:0:196090:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734696.486233:0:196090:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810b58. 00000400:00000200:2.0:1767734696.486239:0:196090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b880 00000400:00000010:2.0:1767734696.486242:0:196090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b880. 00000100:00000001:2.0:1767734696.486246:0:196090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734696.486253:0:196090:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02c8380 x1853602672087936/t0(0) o9->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767734696.486266:0:196090:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02c8380 x1853602672087936/t0(0) o9->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734706 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734696.486275:0:196090:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734696.486277:0:196090:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734696.486280:0:196090:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734696.486282:0:196090:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734696.486284:0:196090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734696.486286:0:196090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734696.486289:0:196090:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734696.486295:0:196090:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f0134458 time=26 v=5 (5 0 0 0) 00000100:00001000:2.0:1767734696.486299:0:196090:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f0134410 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1767734696.486303:0:196090:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734696.486305:0:196090:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734696.486308:0:196090:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734696.486311:0:196090:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734696.486314:0:196090:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767734696.486317:0:196090:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b1e7e86000: skip recheck: last_committed 17179871171 00000100:00000001:2.0:1767734696.486319:0:196090:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734696.486389:0:196090:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734696.486394:0:196090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02c8380 x1853602672087936/t0(0) o9->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734706 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734696.486408:0:196090:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734696.486409:0:196090:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734696.486410:0:196090:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1767734696.486414:0:196090:0:(import.c:1990:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff94b1d02c8380 x1853602672087936/t0(0) o9->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734706 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767734696.486419:0:196090:0:(import.c:65:import_set_state_nolock()) ffff94b1f0134000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:2.0:1767734696.486423:0:196090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02c8380 x1853602672087936/t0(0) o9->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734706 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734696.486429:0:196090:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66586885-669e-469f-b1c7-cb1a0fe6eee4:196090:1853602672087936:192.168.203.112@tcp:9:kworker.0 00000100:00000001:2.0:1767734696.486432:0:196090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734696.486434:0:196090:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734696.486436:0:196090:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02c8380 x1853602672087936/t0(0) o9->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734706 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734696.486441:0:196090:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734696.486442:0:196090:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734696.486444:0:196090:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1d279d800. 02000000:00000001:2.0:1767734696.486447:0:196090:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734696.486449:0:196090:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734696.486450:0:196090:0:(genops.c:1242:class_import_put()) import ffff94b1f0134000 refcount=2 obd=lustre-OST0000-osc-ffff94b1e7e86000 00000020:00000001:2.0:1767734696.486451:0:196090:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734696.486452:0:196090:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1ef790c00. 02000000:00000001:2.0:1767734696.486454:0:196090:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734696.486455:0:196090:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734696.486456:0:196090:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02c8380. 00000100:00000001:2.0:1767734696.486459:0:196090:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734696.486459:0:196090:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734696.486461:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734696.486464:0:196090:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734696.486465:0:196090:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734696.486466:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734696.486473:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734696.539113:0:251358:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734696.674476:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734696.674485:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734696.674496:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734696.674499:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0F:1767734696.674565:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767734696.674589:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734696.674596:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00000001:2.0:1767734697.227666:0:251424:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:2.0:1767734697.227675:0:251424:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff94b1ef790c00. 00000002:00000001:2.0:1767734697.227681:0:251424:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734697.227690:0:251424:0:(mdc_changelog.c:582:chlg_write()) Process entered 00000002:00000010:2.0:1767734697.227694:0:251424:0:(mdc_changelog.c:587:chlg_write()) kmalloced '(kbuf)': 64 at ffff94b1d1dfb040. 00000020:00000040:2.0:1767734697.227704:0:251424:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff94b1e7e86000 (ffff94b1c699caa0) now 6 - changelog 00000002:00000001:2.0:1767734697.227709:0:251424:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000002:00000001:2.0:1767734697.227714:0:251424:0:(mdc_request.c:2643:mdc_set_info_async()) Process entered 00000100:00000001:2.0:1767734697.227718:0:251424:0:(pack_generic.c:1733:do_set_info_async()) Process entered 00000100:00000010:2.0:1767734697.227725:0:251424:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02c8380. 00000020:00000040:2.0:1767734697.227731:0:251424:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:2.0:1767734697.227738:0:251424:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734697.227742:0:251424:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734697.227747:0:251424:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734697.227755:0:251424:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d0757c00. 00000100:00000001:2.0:1767734697.227763:0:251424:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734697.227771:0:251424:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734697.227773:0:251424:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734697.227780:0:251424:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe65f6c0. 00000100:00000001:2.0:1767734697.227783:0:251424:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090931058368 : -117982778493248 : ffff94b1fe65f6c0) 00000100:00000001:2.0:1767734697.227787:0:251424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734697.227789:0:251424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155541376 : -117983554010240 : ffff94b1d02c8380) 00000100:00000001:2.0:1767734697.227795:0:251424:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734697.227800:0:251424:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734697.227803:0:251424:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734697.227806:0:251424:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734697.227819:0:251424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02c8380 x1853602672088192/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734697.227833:0:251424:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734697.227836:0:251424:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734697.227841:0:251424:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734697.227844:0:251424:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734697.227848:0:251424:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734697.227853:0:251424:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02c8380 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:251424:1853602672088192:192.168.203.112@tcp:46:lfs.0 00000100:00000001:2.0:1767734697.227867:0:251424:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734697.227875:0:251424:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734697.227878:0:251424:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734697.227882:0:251424:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734697.227885:0:251424:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1d0756400. 02000000:00000001:2.0:1767734697.227888:0:251424:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734697.227898:0:251424:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734697.227903:0:251424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5ee18. 00000400:00000010:2.0:1767734697.227912:0:251424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29220. 00000100:00000200:2.0:1767734697.227921:0:251424:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672088192, portal 10 00000100:00000001:2.0:1767734697.227924:0:251424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734697.227925:0:251424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155541376 : -117983554010240 : ffff94b1d02c8380) 00000100:00000040:2.0:1767734697.227935:0:251424:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02c8380 x1853602672088192/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734713 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734697.227945:0:251424:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734697.227949:0:251424:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734697.227952:0:251424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29bb0. 00000100:00000200:2.0:1767734697.227956:0:251424:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1853602672088192, offset 0 00000400:00000200:2.0:1767734697.227965:0:251424:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734697.227975:0:251424:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734697.227985:0:251424:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734697.227991:0:251424:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734697.227996:0:251424:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734697.228001:0:251424:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734697.228005:0:251424:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734697.228010:0:251424:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66629:66629:256:4294967295] 192.168.203.112@tcp LPNI seq info [66629:66629:8:4294967295] 00000400:00000200:2.0:1767734697.228015:0:251424:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734697.228026:0:251424:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734697.228034:0:251424:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734697.228040:0:251424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790600. 00000800:00000200:2.0:1767734697.228048:0:251424:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734697.228065:0:251424:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734697.228072:0:251424:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790600 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:2.0:1767734697.228096:0:251424:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734697.228103:0:251424:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 67318 usecs (68 jiffies) 00000400:00000200:2.0:1767734697.228108:0:251424:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734697.228112:0:251424:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303459117 00000100:00000001:2.0:1767734697.228116:0:251424:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4303459160 00000100:00000001:2.0:1767734697.228119:0:251424:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303459117 00000100:00000001:2.0:1767734697.228122:0:251424:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4303459160 00000100:00000001:2.0:1767734697.228125:0:251424:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734697.228128:0:251424:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734697.228132:0:251424:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734697.228134:0:251424:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734697.228137:0:251424:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe65f6c0 going to sleep for 11 seconds 00000100:00000001:2.0:1767734697.228140:0:251424:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734697.228144:0:251424:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734697.228278:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734697.228287:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790600. 00000400:00000200:3.0:1767734697.228296:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734697.228305:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734697.228373:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29bb0 00000400:00000010:3.0:1767734697.228379:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29bb0. 00000100:00000001:3.0:1767734697.228482:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734697.228494:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02c8380 x1853602672088192/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734713 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734697.228510:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734697.228516:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c8380 x1853602672088192/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734713 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734697.228527:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734697.228530:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734697.232222:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734697.232237:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734697.232241:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734697.232244:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734697.232253:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734697.232261:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734697.232269:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734697.232275:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734697.232282:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734697.232287:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d780d31480 00000400:00000200:2.0:1767734697.232294:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734697.232301:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x7bb85 [1] + 224 00000800:00000001:2.0:1767734697.232309:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734697.232414:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734697.232419:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734697.232431:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734697.232452:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734697.232460:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02c8380 x1853602672088192/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734713 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734697.232475:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1d02c8380 x1853602672088192/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734713 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734697.232500:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734697.232509:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734697.232515:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734697.378445:0:231791:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303459160, at 4303459200 00000100:00000040:2.0:1767734697.378463:0:232526:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303459160, at 4303459200 00000100:00000010:3.0:1767734697.378473:0:231791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1c5895240. 00000100:00000010:2.0:1767734697.378478:0:232526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1c5895180. 00010000:00000001:3.0:1767734697.698445:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734697.698452:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734697.698457:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734697.698459:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734698.722437:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734698.722446:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734698.722452:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734698.722454:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734699.746423:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734699.746427:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734699.746431:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734699.746433:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734699.746471:0:249777:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767734699.746474:0:249777:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734699.746478:0:249777:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767734700.770448:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734700.770456:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734700.770465:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734700.770467:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734700.770526:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767734700.770532:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734700.770540:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1767734701.302188:0:251584:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734701.603651:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734701.603670:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734701.603680:0:196091:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734701.603708:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cca80 x1853602672088320/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734701.603740:0:196091:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734701.603745:0:196091:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734701.603755:0:196091:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734701.603769:0:196091:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734701.603779:0:196091:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734701.603791:0:196091:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6d7b501b-fa70-4fef-9613-be2df560a7ce:196091:1853602672088320:192.168.203.112@tcp:400:kworker.0 00000100:00000001:0.0:1767734701.603810:0:196091:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734701.603821:0:196091:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734701.603837:0:196091:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734701.603848:0:196091:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734701.603861:0:196091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1feb82200. 02000000:00000001:0.0:1767734701.603883:0:196091:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734701.603907:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734701.603928:0:196091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734701.603962:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bdd0. 00000100:00000200:0.0:1767734701.603979:0:196091:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672088320, portal 25 00000100:00000001:0.0:1767734701.603996:0:196091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734701.604002:0:196091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155559552 : -117983553992064 : ffff94b1d02cca80) 00000100:00000040:0.0:1767734701.604025:0:196091:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cca80 x1853602672088320/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734701.604123:0:196091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734701.604145:0:196091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734701.604155:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b2a8. 00000100:00000200:0.0:1767734701.604168:0:196091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853602672088320, offset 0 00000400:00000200:0.0:1767734701.604206:0:196091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734701.604229:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734701.604247:0:196091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734701.604260:0:196091:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734701.604286:0:196091:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734701.604391:0:196091:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734701.604403:0:196091:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734701.604428:0:196091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66630:66630:256:4294967295] 192.168.203.112@tcp LPNI seq info [66630:66630:8:4294967295] 00000400:00000200:0.0:1767734701.604452:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734701.604492:0:196091:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734701.604514:0:196091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734701.604538:0:196091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f300. 00000800:00000200:0.0:1767734701.604585:0:196091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734701.604616:0:196091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734701.604636:0:196091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767734701.604667:0:196091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734701.604732:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734701.604748:0:196091:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303464282 00000100:00000010:0.0:1767734701.604763:0:196091:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f4645000. 00000100:00000001:0.0:1767734701.604778:0:196091:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767734701.604796:0:196091:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303464282 00000100:00000010:0.0:1767734701.604816:0:196091:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f46456c0. 00000100:00000001:0.0:1767734701.604828:0:196091:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767734701.604851:0:196091:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767734701.604861:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767734701.604867:0:196091:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767734701.604875:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f300. 00000100:00000001:0.0:1767734701.604876:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734701.604901:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767734701.604903:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734701.604939:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767734701.604943:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:0.0:1767734701.604957:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767734701.604963:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b2a8 00000100:00000001:0.0:1767734701.604974:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767734701.604975:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b2a8. 00000100:00000001:0.0:1767734701.604988:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734701.604996:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734701.605010:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cca80 x1853602672088320/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734701.605023:0:196091:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734701.605040:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cce00 x1853602672088576/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734701.605079:0:196091:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734701.605083:0:196091:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734701.605091:0:196091:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734701.605103:0:196091:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734701.605123:0:196091:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734701.605150:0:196091:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66586885-669e-469f-b1c7-cb1a0fe6eee4:196091:1853602672088576:192.168.203.112@tcp:400:kworker.0 00000100:00000001:0.0:1767734701.605166:0:196091:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767734701.605168:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767734701.605173:0:196091:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734701.605176:0:196091:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734701.605180:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cca80 x1853602672088320/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734717 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767734701.605182:0:196091:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734701.605190:0:196091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1feb82600. 02000000:00000001:0.0:1767734701.605201:0:196091:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734701.605211:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734701.605221:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767734701.605223:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734701.605232:0:196091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558a50. 00000400:00000010:0.0:1767734701.605242:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80ba18. 00000100:00000200:0.0:1767734701.605251:0:196091:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672088576, portal 4 00000100:00000001:0.0:1767734701.605254:0:196091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734701.605258:0:196091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155560448 : -117983553991168 : ffff94b1d02cce00) 00000100:00000040:0.0:1767734701.605271:0:196091:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cce00 x1853602672088576/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734701.605281:0:196091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734701.605285:0:196091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734701.605290:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80be58. 00000800:00000200:3.0:1767734701.605367:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1767734701.605368:0:196091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602672088576, offset 0 00000400:00000200:0.0:1767734701.605390:0:196091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734701.605400:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734701.605414:0:196091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734701.605422:0:196091:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734701.605432:0:196091:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734701.605439:0:196091:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000800:00000010:3.0:1767734701.605451:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cb00. 00000400:00000200:0.0:1767734701.605458:0:196091:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734701.605464:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767734701.605474:0:196091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66632:66632:255:4294967295] 192.168.203.112@tcp LPNI seq info [66632:66632:7:4294967295] 00000400:00000200:3.0:1767734701.605489:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:0.0:1767734701.605497:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734701.605516:0:196091:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000400:00000200:3.0:1767734701.605530:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bcc0 00000800:00000200:0.0:1767734701.605530:0:196091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734701.605545:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bcc0. 00000100:00000001:3.0:1767734701.605557:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:0.0:1767734701.605558:0:196091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f600. 00000100:00000200:3.0:1767734701.605571:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02ce300 x1853602672088448/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767734701.605574:0:196091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000100:00000001:3.0:1767734701.605603:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1767734701.605604:0:196091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734701.605616:0:196091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f600 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1767734701.605618:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02ce300 x1853602672088448/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734717 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734701.605647:0:196091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734701.605654:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734701.605658:0:196091:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: using a timeout of 7555 usecs (8 jiffies) 00000100:00000001:3.0:1767734701.605659:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767734701.605674:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734701.605680:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303463435 00000100:00000001:0.0:1767734701.605686:0:196091:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4303464282 00000100:00000001:0.0:1767734701.605689:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303463435 00000100:00000001:0.0:1767734701.605695:0:196091:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4303464282 00000100:00000001:0.0:1767734701.605699:0:196091:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734701.605703:0:196091:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734701.605714:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734701.605718:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734701.605725:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734701.605727:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767734701.605735:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734701.605740:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734701.605749:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734701.605758:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734701.605764:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734701.605773:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f600. 00000400:00000200:3.0:1767734701.605781:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734701.605794:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734701.605798:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80be58 00000400:00000010:3.0:1767734701.605801:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80be58. 00000100:00000001:3.0:1767734701.605870:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734701.605879:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cce00 x1853602672088576/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734701.605890:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734701.605898:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cce00 x1853602672088576/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734717 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734701.605907:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734701.605910:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734701.607124:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734701.607139:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734701.607143:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734701.607149:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734701.607160:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734701.607238:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734701.607249:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734701.607256:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734701.607264:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734701.607284:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 25 MB=0x695d780d31500 00000400:00000200:3.0:1767734701.607360:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734701.607371:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7bb95 [1] + 224 00000800:00000001:3.0:1767734701.607382:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734701.607397:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734701.607401:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734701.607407:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734701.607413:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734701.607423:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cca80 x1853602672088320/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734717 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734701.607440:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1d02cca80 x1853602672088320/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734701.607467:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734701.607479:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734701.607486:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734701.607536:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734701.607542:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734701.607554:0:196091:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734701.607558:0:196091:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734701.607564:0:196091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734701.607572:0:196091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bdd0 00000400:00000010:0.0:1767734701.607589:0:196091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bdd0. 00000100:00000001:0.0:1767734701.607597:0:196091:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734701.607609:0:196091:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cca80 x1853602672088320/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734701.607626:0:196091:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cca80 x1853602672088320/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734717 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734701.607637:0:196091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734701.607640:0:196091:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734701.607644:0:196091:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734701.607649:0:196091:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734701.607653:0:196091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734701.607658:0:196091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734701.607663:0:196091:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734701.607673:0:196091:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=129 v=5 (5 5 5 5) 00000100:00001000:0.0:1767734701.607680:0:196091:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=129 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734701.607685:0:196091:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734701.607688:0:196091:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734701.607692:0:196091:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734701.607696:0:196091:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734701.607701:0:196091:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734701.607708:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cca80 x1853602672088320/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734717 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734701.607718:0:196091:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734701.607723:0:196091:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734701.607727:0:196091:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734701.607736:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cca80 x1853602672088320/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734717 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767734701.607738:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734701.607748:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767734701.607754:0:196091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6d7b501b-fa70-4fef-9613-be2df560a7ce:196091:1853602672088320:192.168.203.112@tcp:400:kworker.0 00000800:00000001:3.0:1767734701.607756:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734701.607768:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734701.607774:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734701.607781:0:196091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734701.607792:0:196091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cca80 x1853602672088320/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734717 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734701.607819:0:196091:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734701.607824:0:196091:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734701.607829:0:196091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1feb82200. 02000000:00000001:0.0:1767734701.607833:0:196091:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734701.607836:0:196091:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734701.607839:0:196091:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767734701.607845:0:196091:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734701.607850:0:196091:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1f472cd00. 02000000:00000001:0.0:1767734701.607857:0:196091:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734701.607860:0:196091:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734701.607862:0:196091:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cca80. 00000100:00000001:0.0:1767734701.607870:0:196091:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734701.607873:0:196091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734701.607879:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734701.607882:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734701.607884:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734701.607887:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734701.607890:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734701.607924:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734701.607936:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734701.607943:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734701.607947:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734701.607952:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734701.607956:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d780d31580 00000400:00000200:3.0:1767734701.607962:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734701.607967:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x7bb9d [1] + 224 00000800:00000001:3.0:1767734701.607973:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734701.607979:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734701.607982:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734701.608043:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734701.608049:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734701.608068:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02ce300 x1853602672088448/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734717 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734701.608081:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1d02ce300 x1853602672088448/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734701.608105:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734701.608113:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734701.608119:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734701.608122:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734701.608124:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734701.608130:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734701.608136:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734701.608143:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734701.608148:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734701.608155:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734701.608158:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767734701.608168:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d31600 00000100:00000001:0.0:1767734701.608168:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767734701.608182:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000001:0.0:1767734701.608184:0:196092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734701.608189:0:196092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734701.608195:0:196092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810d68. 00000400:00000200:0.0:1767734701.608201:0:196092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845ba18 00000400:00000010:0.0:1767734701.608204:0:196092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845ba18. 00000100:00000001:0.0:1767734701.608208:0:196092:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767734701.608217:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7bba5 [1] + 224 00000100:00000200:0.0:1767734701.608221:0:196092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02ce300 x1853602672088448/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767734701.608230:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734701.608250:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767734701.608252:0:196092:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02ce300 x1853602672088448/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734717 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767734701.608262:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734701.608361:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:0.0:1767734701.608368:0:196092:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734701.608373:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767734701.608377:0:196092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734701.608385:0:196092:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:3.0:1767734701.608386:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cce00 x1853602672088576/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734717 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767734701.608396:0:196092:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734701.608405:0:196092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767734701.608414:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1d02cce00 x1853602672088576/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734701.608425:0:196092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734701.608439:0:196092:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734701.608452:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767734701.608452:0:196092:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=31 v=5 (5 0 0 0) 00000100:00001000:0.0:1767734701.608463:0:196092:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=31 v=5 (1 0 0 0) 00000800:00000001:3.0:1767734701.608464:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767734701.608476:0:196092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1767734701.608480:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734701.608481:0:196092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734701.608502:0:196092:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734701.608511:0:196092:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734701.608518:0:196092:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734701.608522:0:196092:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:0.0:1767734701.608526:0:196092:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734701.608528:0:196092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734701.608539:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02ce300 x1853602672088448/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734717 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734701.608548:0:196092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734701.608551:0:196092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734701.608553:0:196092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734701.608561:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02ce300 x1853602672088448/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734717 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734701.608571:0:196092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66586885-669e-469f-b1c7-cb1a0fe6eee4:196092:1853602672088448:192.168.203.112@tcp:400:kworker.0 00000100:00000001:0.0:1767734701.608576:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734701.608579:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734701.608582:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02ce300 x1853602672088448/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734717 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734701.608592:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734701.608597:0:196092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734701.608602:0:196092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c6453c00. 02000000:00000001:0.0:1767734701.608608:0:196092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734701.608611:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734701.608614:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=3 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767734701.608617:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734701.608621:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1f472c900. 02000000:00000001:0.0:1767734701.608636:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734701.608639:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734701.608642:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02ce300. 00000100:00000001:0.0:1767734701.608653:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734701.608655:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734701.608659:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734701.608667:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734701.608669:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734701.608675:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734701.608680:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734701.608705:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734701.608708:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734701.608719:0:196091:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734701.608722:0:196091:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734701.608726:0:196091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558a50. 00000400:00000200:0.0:1767734701.608731:0:196091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80ba18 00000400:00000010:0.0:1767734701.608735:0:196091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80ba18. 00000100:00000001:0.0:1767734701.608744:0:196091:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734701.608751:0:196091:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cce00 x1853602672088576/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734701.608767:0:196091:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cce00 x1853602672088576/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734717 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734701.608782:0:196091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734701.608785:0:196091:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734701.608788:0:196091:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734701.608791:0:196091:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734701.608793:0:196091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734701.608796:0:196091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734701.608800:0:196091:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734701.608806:0:196091:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f0134c58 time=31 v=5 (5 0 0 0) 00000100:00001000:0.0:1767734701.608813:0:196091:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f0134c10 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1767734701.608820:0:196091:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734701.608824:0:196091:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734701.608828:0:196091:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734701.608833:0:196091:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734701.608838:0:196091:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734701.608842:0:196091:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b1e7e86000: skip recheck: last_committed 12884903351 00000100:00000001:0.0:1767734701.608853:0:196091:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734701.608857:0:196091:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734701.608863:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cce00 x1853602672088576/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734717 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734701.608871:0:196091:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734701.608874:0:196091:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734701.608876:0:196091:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734701.608881:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cce00 x1853602672088576/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734717 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734701.608891:0:196091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66586885-669e-469f-b1c7-cb1a0fe6eee4:196091:1853602672088576:192.168.203.112@tcp:400:kworker.0 00000100:00000001:0.0:1767734701.608897:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734701.608901:0:196091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734701.608906:0:196091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cce00 x1853602672088576/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734717 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734701.608915:0:196091:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734701.608917:0:196091:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734701.608919:0:196091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1feb82600. 02000000:00000001:0.0:1767734701.608923:0:196091:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734701.608924:0:196091:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734701.608926:0:196091:0:(genops.c:1242:class_import_put()) import ffff94b1f0134800 refcount=2 obd=lustre-OST0001-osc-ffff94b1e7e86000 00000020:00000001:0.0:1767734701.608928:0:196091:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734701.608930:0:196091:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1f472ce00. 02000000:00000001:0.0:1767734701.608935:0:196091:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734701.608936:0:196091:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734701.608938:0:196091:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cce00. 00000100:00000001:0.0:1767734701.608942:0:196091:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734701.608944:0:196091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734701.608947:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734701.608952:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734701.608954:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734701.608956:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734701.608958:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734701.794433:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734701.794439:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734701.794460:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734701.794462:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734701.794522:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767734701.794540:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734701.794547:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1767734701.931894:0:251675:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767734702.111700:0:251711:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767734702.111706:0:251711:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 160m: Changelog clear race ================ 16:25:01 (1767734701) 00000001:00000001:3.0:1767734702.117020:0:251711:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:3.0:1767734702.498427:0:231791:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303464282, at 4303464320 00000100:00000010:3.0:1767734702.498442:0:231791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f46456c0. 00000100:00000040:2.0:1767734702.498458:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303464282, at 4303464320 00000100:00000010:2.0:1767734702.498473:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f4645000. 00010000:00000001:3.0:1767734702.818493:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734702.818499:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734702.818506:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734702.818508:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734703.842404:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734703.842411:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734703.842417:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734703.842422:0:231791:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734703.842425:0:231791:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734703.842431:0:231791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734703.842434:0:231791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734703.842437:0:231791:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734703.842441:0:231791:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734703.842444:0:231791:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734703.842447:0:231791:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734703.842450:0:231791:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734703.842583:0:249777:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767734703.842589:0:249777:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734703.842594:0:249777:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767734704.866434:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734704.866443:0:231791:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734704.866446:0:231791:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734704.866450:0:231791:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734704.866455:0:231791:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734704.866458:0:231791:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734704.866461:0:231791:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734704.866465:0:231791:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734704.866469:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734704.866471:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734704.866608:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767734704.866614:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734704.866619:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1767734704.946355:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734704.946365:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c200. 00000400:00000200:3.0:1767734704.946374:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734704.946392:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734704.946399:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b5d8 00000400:00000010:3.0:1767734704.946402:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b5d8. 00000100:00000001:3.0:1767734704.946407:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734704.946414:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cd500 x1853602672088704/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734720 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734704.946427:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734704.946432:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cd500 x1853602672088704/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734720 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734704.946441:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734704.946521:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734704.949442:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734704.949454:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734704.949457:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734704.949460:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734704.949467:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.949474:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734704.949481:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.949486:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.949491:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.949496:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d31680 00000400:00000200:3.0:1767734704.949562:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.949569:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7bbad [1] + 224 00000800:00000001:3.0:1767734704.949578:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734704.949586:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734704.949589:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734704.949593:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734704.949598:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734704.949605:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cd500 x1853602672088704/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734720 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734704.949617:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1d02cd500 x1853602672088704/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734720 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734704.949656:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734704.949664:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734704.949668:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1767734704.955759:0:251833:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734704.955763:0:251833:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734704.955764:0:251833:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1767734704.955766:0:251833:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308043ba8 00000080:00200000:2.0:1767734704.955769:0:251833:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:2.0:1767734704.955775:0:251833:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d0638c00. 00800000:00000002:2.0:1767734704.955779:0:251833:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:2.0:1767734704.955781:0:251833:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1767734704.955784:0:251833:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767734704.955786:0:251833:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308043ac8 00800000:00000002:2.0:1767734704.955788:0:251833:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1767734704.955791:0:251833:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1767734704.955794:0:251833:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1767734704.955803:0:251833:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767734704.955805:0:251833:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308043998 00000002:00010000:2.0:1767734704.955806:0:251833:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1767734704.955810:0:251833:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1767734704.955811:0:251833:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767734704.955813:0:251833:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767734704.955816:0:251833:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:2.0:1767734704.955818:0:251833:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734704.955822:0:251833:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734704.955823:0:251833:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767734704.955827:0:251833:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b8e0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd00 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767734704.955835:0:251833:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1767734704.955838:0:251833:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734704.955841:0:251833:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b8e0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd00 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1767734704.955847:0:251833:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1767734704.955849:0:251833:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1767734704.955850:0:251833:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734704.955852:0:251833:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734704.955854:0:251833:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734704.955856:0:251833:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1767734704.955858:0:251833:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1767734704.955860:0:251833:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:2.0:1767734704.955863:0:251833:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d0638c00. 00000080:00000001:2.0:1767734704.955866:0:251833:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1767734704.955867:0:251833:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734704.955869:0:251833:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:2.0:1767734704.955872:0:251833:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b8e0 00800000:00000001:2.0:1767734704.955875:0:251833:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1767734704.955876:0:251833:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1767734704.955877:0:251833:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734704.955883:0:251833:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734704.955885:0:251833:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734704.955887:0:251833:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734704.955889:0:251833:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734704.955892:0:251833:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.955893:0:251833:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767734704.955894:0:251833:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734704.955896:0:251833:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734704.955898:0:251833:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b8e0 from it ffffafc308043be0 00010000:00000001:2.0:1767734704.955900:0:251833:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734704.955901:0:251833:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734704.955902:0:251833:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734704.955904:0:251833:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734704.955906:0:251833:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734704.955908:0:251833:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767734704.955911:0:251833:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b8e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabd00 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734704.955917:0:251833:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.955918:0:251833:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734704.955919:0:251833:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1767734704.955921:0:251833:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1767734704.955923:0:251833:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b8e0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd00 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734704.955929:0:251833:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767734704.955930:0:251833:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767734704.955932:0:251833:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734704.955934:0:251833:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.955935:0:251833:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734704.955936:0:251833:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.955938:0:251833:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767734704.955940:0:251833:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.955942:0:251833:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.955944:0:251833:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.955950:0:251833:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767734704.955951:0:251833:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.955953:0:251833:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767734704.955954:0:251833:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767734704.955956:0:251833:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734704.955958:0:251833:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:2.0:1767734704.955961:0:251833:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734704.955966:0:251833:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1767734704.955967:0:251833:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308043d78 00000080:00002000:2.0:1767734704.955969:0:251833:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1df682360) flags 0x8000e refc 0 00000080:00000001:2.0:1767734704.955972:0:251833:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734704.955974:0:251833:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308043de8 00000080:00200000:2.0:1767734704.955975:0:251833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=1536 00000080:00000001:2.0:1767734704.955980:0:251833:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734704.955981:0:251833:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1767734704.955982:0:251833:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308043d90 00000080:00200000:2.0:1767734704.955984:0:251833:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:2.0:1767734704.955987:0:251833:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d0638c00. 00800000:00000002:2.0:1767734704.955990:0:251833:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:2.0:1767734704.955992:0:251833:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1767734704.955993:0:251833:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767734704.955995:0:251833:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308043cb0 00800000:00000002:2.0:1767734704.955996:0:251833:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1767734704.955999:0:251833:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1767734704.956001:0:251833:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1767734704.956004:0:251833:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767734704.956005:0:251833:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308043b80 00000002:00010000:2.0:1767734704.956007:0:251833:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1767734704.956009:0:251833:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1767734704.956011:0:251833:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767734704.956012:0:251833:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767734704.956014:0:251833:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:2.0:1767734704.956016:0:251833:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734704.956019:0:251833:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734704.956020:0:251833:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767734704.956023:0:251833:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b8e0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd00 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767734704.956034:0:251833:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1767734704.956036:0:251833:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734704.956039:0:251833:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b8e0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd00 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1767734704.956044:0:251833:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1767734704.956046:0:251833:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1767734704.956048:0:251833:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734704.956049:0:251833:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734704.956051:0:251833:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734704.956053:0:251833:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1767734704.956055:0:251833:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1767734704.956057:0:251833:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:2.0:1767734704.956059:0:251833:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d0638c00. 00000080:00000001:2.0:1767734704.956061:0:251833:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1767734704.956062:0:251833:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734704.956065:0:251833:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:2.0:1767734704.956067:0:251833:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b8e0 00800000:00000001:2.0:1767734704.956069:0:251833:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1767734704.956071:0:251833:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1767734704.956072:0:251833:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734704.956074:0:251833:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734704.956075:0:251833:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734704.956077:0:251833:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734704.956079:0:251833:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734704.956081:0:251833:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.956082:0:251833:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767734704.956083:0:251833:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734704.956085:0:251833:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734704.956087:0:251833:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b8e0 from it ffffafc308043dc8 00010000:00000001:2.0:1767734704.956088:0:251833:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734704.956089:0:251833:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734704.956094:0:251833:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734704.956096:0:251833:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734704.956098:0:251833:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734704.956100:0:251833:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767734704.956103:0:251833:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b8e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabd00 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734704.956108:0:251833:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.956109:0:251833:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734704.956110:0:251833:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1767734704.956112:0:251833:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1767734704.956114:0:251833:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b8e0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd00 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734704.956119:0:251833:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767734704.956121:0:251833:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767734704.956122:0:251833:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734704.956124:0:251833:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.956125:0:251833:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734704.956126:0:251833:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.956128:0:251833:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767734704.956129:0:251833:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.956131:0:251833:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.956133:0:251833:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.956135:0:251833:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767734704.956136:0:251833:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.956137:0:251833:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767734704.956138:0:251833:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767734704.956140:0:251833:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734704.956142:0:251833:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 3 00000080:00000001:2.0:1767734704.956144:0:251833:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734704.956148:0:251833:0:(namei.c:2172:do_mkdir()) Process entered 00000020:00000001:2.0:1767734704.956150:0:251833:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308043da0 00000080:00200000:2.0:1767734704.956152:0:251833:0:(namei.c:2175:do_mkdir()) VFS Op:name=d160m.sanity, dir=[0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00000001:2.0:1767734704.956155:0:251833:0:(namei.c:1904:ll_new_node()) Process entered 00000080:00000001:2.0:1767734704.956157:0:251833:0:(namei.c:1713:ll_new_node_prepare()) Process entered 00000080:00000010:2.0:1767734704.956164:0:251833:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d0638c00. 00800000:00000002:2.0:1767734704.956167:0:251833:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000010:2.0:1767734704.956172:0:251833:0:(namei.c:1731:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff94b1d1dfb140. 00000080:00000001:2.0:1767734704.956175:0:251833:0:(namei.c:1820:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734704.956179:0:251833:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:2.0:1767734704.956181:0:251833:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1767734704.956185:0:251833:0:(lmv_obd.c:1669:lmv_locate_tgt_qos()) Process entered 00800000:00000001:2.0:1767734704.956187:0:251833:0:(lmv_obd.c:1672:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:2.0:1767734704.956190:0:251833:0:(lmv_obd.c:1750:lmv_locate_tgt_rr()) Process entered 00800000:00000001:2.0:1767734704.956193:0:251833:0:(lmv_obd.c:1764:lmv_locate_tgt_rr()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00800000:00000001:2.0:1767734704.956196:0:251833:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00800000:00000001:2.0:1767734704.956198:0:251833:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1767734704.956200:0:251833:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1767734704.956202:0:251833:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1767734704.956205:0:251833:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1767734704.956207:0:251833:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1e7e86000: Allocated FID [0x2000013a3:0x8:0x0] 40000000:00000001:2.0:1767734704.956209:0:251833:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734704.956211:0:251833:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734704.956213:0:251833:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734704.956215:0:251833:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734704.956217:0:251833:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308043be0 00800000:00000002:2.0:1767734704.956218:0:251833:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'd160m.sanity' [0x2000013a3:0x8:0x0] on [0x200000007:0x1:0x0] -> mds #0 00000002:00000001:2.0:1767734704.956222:0:251833:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1767734704.956224:0:251833:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1767734704.956227:0:251833:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:2.0:1767734704.956229:0:251833:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734704.956232:0:251833:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1767734704.956235:0:251833:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767734704.956237:0:251833:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b8e0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58dabd00 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00000080:00000001:2.0:1767734704.956243:0:251833:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1767734704.956247:0:251833:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1767734704.956249:0:251833:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1767734704.956251:0:251833:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1767734704.956253:0:251833:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767734704.956259:0:251833:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767734704.956261:0:251833:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 3 00010000:00000001:2.0:1767734704.956263:0:251833:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1767734704.956283:0:251833:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734704.956286:0:251833:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767734704.956287:0:251833:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767734704.956289:0:251833:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 3 00010000:00000001:2.0:1767734704.956291:0:251833:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1767734704.956293:0:251833:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734704.956294:0:251833:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767734704.956295:0:251833:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767734704.956296:0:251833:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 3 00010000:00000001:2.0:1767734704.956298:0:251833:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1767734704.956300:0:251833:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734704.956302:0:251833:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1767734704.956305:0:251833:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94b1d15a8840, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1767734704.956337:0:251833:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1767734704.956341:0:251833:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1767734704.956344:0:251833:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1767734704.956346:0:251833:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.956350:0:251833:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767734704.956353:0:251833:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767734704.956355:0:251833:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767734704.956357:0:251833:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734704.956358:0:251833:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767734704.956361:0:251833:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c1677400 with handle 0x1886cffb85c2b8e0 from hash 00010000:00000001:2.0:1767734704.956364:0:251833:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767734704.956365:0:251833:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.956367:0:251833:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734704.956368:0:251833:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767734704.956370:0:251833:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767734704.956372:0:251833:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1767734704.956375:0:251833:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767734704.956377:0:251833:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1767734704.956379:0:251833:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767734704.956384:0:251833:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02c8a80. 00000020:00000040:2.0:1767734704.956392:0:251833:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:2.0:1767734704.956397:0:251833:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1767734704.956399:0:251833:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.956401:0:251833:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1767734704.956404:0:251833:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734704.956408:0:251833:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.956409:0:251833:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734704.956412:0:251833:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734704.956416:0:251833:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734704.956418:0:251833:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734704.956421:0:251833:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734704.956426:0:251833:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f44a9000. 00000100:00000001:2.0:1767734704.956430:0:251833:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.956432:0:251833:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734704.956435:0:251833:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767734704.956439:0:251833:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b8e0 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dabd00 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767734704.956445:0:251833:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767734704.956446:0:251833:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767734704.956448:0:251833:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767734704.956450:0:251833:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b8e0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dabd00 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767734704.956456:0:251833:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1c7d52d00 count: 0 00010000:00000010:2.0:1767734704.956461:0:251833:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1c98bfe00. 00010000:00000001:2.0:1767734704.956468:0:251833:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734704.956469:0:251833:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.956471:0:251833:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734704.956472:0:251833:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.956474:0:251833:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1767734704.956484:0:251833:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1767734704.956492:0:251833:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02c8a80 x1853602672088960/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767734704.956499:0:251833:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734704.956505:0:251833:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734704.956508:0:251833:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c59d2300. 00000100:00000001:2.0:1767734704.956510:0:251833:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089978372864 : -117983731178752 : ffff94b1c59d2300) 00000100:00000001:2.0:1767734704.956512:0:251833:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734704.956514:0:251833:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155543168 : -117983554008448 : ffff94b1d02c8a80) 00000100:00000001:2.0:1767734704.956517:0:251833:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734704.956519:0:251833:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734704.956521:0:251833:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734704.956522:0:251833:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734704.956526:0:251833:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02c8a80 x1853602672088960/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734704.956533:0:251833:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734704.956535:0:251833:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734704.956537:0:251833:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734704.956539:0:251833:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734704.956541:0:251833:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734704.956544:0:251833:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02c8a80 pname:cluuid:pid:xid:nid:opc:job mkdir:66586885-669e-469f-b1c7-cb1a0fe6eee4:251833:1853602672088960:192.168.203.112@tcp:36:mkdir.0 00000100:00000001:2.0:1767734704.956547:0:251833:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734704.956550:0:251833:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734704.956552:0:251833:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734704.956553:0:251833:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734704.956558:0:251833:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c59fd800. 02000000:00000001:2.0:1767734704.956559:0:251833:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734704.956564:0:251833:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734704.956567:0:251833:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5ed10. 00000400:00000010:2.0:1767734704.956572:0:251833:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29cc0. 00000100:00000200:2.0:1767734704.956576:0:251833:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672088960, portal 10 00000100:00000001:2.0:1767734704.956577:0:251833:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734704.956579:0:251833:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155543168 : -117983554008448 : ffff94b1d02c8a80) 00000100:00000040:2.0:1767734704.956584:0:251833:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02c8a80 x1853602672088960/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734720 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734704.956590:0:251833:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734704.956592:0:251833:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734704.956599:0:251833:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa292a8. 00000100:00000200:2.0:1767734704.956602:0:251833:0:(niobuf.c:94:ptl_send_buf()) Sending 560 bytes to portal 12, xid 1853602672088960, offset 0 00000400:00000200:2.0:1767734704.956607:0:251833:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734704.956612:0:251833:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734704.956616:0:251833:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734704.956620:0:251833:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734704.956622:0:251833:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734704.956625:0:251833:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734704.956627:0:251833:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734704.956630:0:251833:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66634:66634:256:4294967295] 192.168.203.112@tcp LPNI seq info [66634:66634:8:4294967295] 00000400:00000200:2.0:1767734704.956634:0:251833:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734704.956641:0:251833:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734704.956645:0:251833:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734704.956649:0:251833:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790a00. 00000800:00000200:2.0:1767734704.956654:0:251833:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734704.956659:0:251833:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734704.956662:0:251833:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790a00 type 1, nob 656 niov 1 nkiov 1 00000100:00000001:2.0:1767734704.956678:0:251833:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734704.956682:0:251833:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 64423 usecs (65 jiffies) 00000400:00000200:2.0:1767734704.956685:0:251833:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734704.956687:0:251833:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303466843 00000100:00000001:2.0:1767734704.956692:0:251833:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303466833 00000100:00000001:2.0:1767734704.956697:0:251833:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303466843 00000100:00000001:2.0:1767734704.956699:0:251833:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303466833 00000100:00000001:2.0:1767734704.956701:0:251833:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734704.956704:0:251833:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734704.956706:0:251833:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734704.956707:0:251833:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734704.956709:0:251833:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c59d2300 going to sleep for 11 seconds 00000100:00000001:2.0:1767734704.956711:0:251833:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734704.956719:0:251833:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734704.956813:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734704.956819:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790a00. 00000400:00000200:3.0:1767734704.956824:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734704.956830:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734704.956834:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa292a8 00000400:00000010:3.0:1767734704.956836:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa292a8. 00000100:00000001:3.0:1767734704.956840:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734704.956846:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02c8a80 x1853602672088960/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734720 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734704.956855:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734704.956858:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c8a80 x1853602672088960/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734720 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734704.956865:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734704.956866:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734704.961842:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734704.961850:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734704.961853:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734704.961855:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734704.961861:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.961866:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734704.961871:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.961874:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.961878:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.961881:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d31780 00000400:00000200:3.0:1767734704.961885:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.961890:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bbb5 [1] + 224 00000800:00000001:3.0:1767734704.961894:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734704.961900:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734704.961910:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734704.961914:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734704.961918:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734704.961923:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02c8a80 x1853602672088960/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734720 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734704.961933:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1d02c8a80 x1853602672088960/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734720 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734704.961952:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734704.961958:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734704.961961:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.961966:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734704.961970:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66635:66635:256:4294967295] 192.168.203.112@tcp LPNI seq info [66635:66635:8:4294967295] 00000400:00000200:3.0:1767734704.961975:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.961982:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734704.961986:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734704.961990:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734704.961994:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734704.961999:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734704.962002:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1767734704.962027:0:251833:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734704.962036:0:251833:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734704.962037:0:251833:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734704.962040:0:251833:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5ed10. 00000400:00000200:2.0:1767734704.962046:0:251833:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29cc0 00000400:00000010:2.0:1767734704.962048:0:251833:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29cc0. 00000100:00000001:2.0:1767734704.962052:0:251833:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:3.0:1767734704.962057:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1767734704.962061:0:251833:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02c8a80 x1853602672088960/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734720 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767734704.962063:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734704.962071:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734704.962082:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000200:2.0:1767734704.962087:0:251833:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02c8a80 x1853602672088960/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734720 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767734704.962092:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734704.962100:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734704.962101:0:251833:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734704.962105:0:251833:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734704.962109:0:251833:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734704.962111:0:251833:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734704.962112:0:251833:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734704.962115:0:251833:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734704.962117:0:251833:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734704.962122:0:251833:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=34 v=5 (5 0 0 0) 00000100:00001000:2.0:1767734704.962126:0:251833:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=34 v=5 (1 0 0 0) 00000100:00000001:2.0:1767734704.962129:0:251833:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734704.962131:0:251833:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.962133:0:251833:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734704.962136:0:251833:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734704.962139:0:251833:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1767734704.962141:0:251833:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x100005b37/0x1] 00000100:00000001:2.0:1767734704.962144:0:251833:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1767734704.962146:0:251833:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734704.962147:0:251833:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155543168 : -117983554008448 : ffff94b1d02c8a80) 00000100:00000001:2.0:1767734704.962150:0:251833:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767734704.962152:0:251833:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:2.0:1767734704.962153:0:251833:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734704.962155:0:251833:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734704.962159:0:251833:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02c8a80 x1853602672088960/t12884924706(12884924706) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734720 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734704.962182:0:251833:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734704.962184:0:251833:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734704.962186:0:251833:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734704.962191:0:251833:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02c8a80 x1853602672088960/t12884924706(12884924706) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734720 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734704.962199:0:251833:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02c8a80 pname:cluuid:pid:xid:nid:opc:job mkdir:66586885-669e-469f-b1c7-cb1a0fe6eee4:251833:1853602672088960:192.168.203.112@tcp:36:mkdir.0 00000100:00000001:2.0:1767734704.962204:0:251833:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734704.962206:0:251833:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734704.962208:0:251833:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767734704.962210:0:251833:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734704.962212:0:251833:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c8a80 x1853602672088960/t12884924706(12884924706) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734720 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734704.962218:0:251833:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734704.962221:0:251833:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c59d2300. 00000100:00000001:2.0:1767734704.962224:0:251833:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767734704.962225:0:251833:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734704.962230:0:251833:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1767734704.962233:0:251833:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a3:0x8:0x0] 00800000:00000001:2.0:1767734704.962235:0:251833:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734704.962237:0:251833:0:(namei.c:1840:ll_new_node_finish()) Process entered 00000080:00000002:2.0:1767734704.962240:0:251833:0:(namei.c:1635:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1767734694 to 1767734704 00000080:00000001:2.0:1767734704.962243:0:251833:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1767734704.962247:0:251833:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1767734704.962249:0:251833:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1767734704.962252:0:251833:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920712 : 144115272414920712 : 2000013a3000008) 00000080:00000001:2.0:1767734704.962255:0:251833:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:2.0:1767734704.962263:0:251833:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1df7a4200. 00000080:00000001:2.0:1767734704.962293:0:251833:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:2.0:1767734704.962296:0:251833:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:2.0:1767734704.962300:0:251833:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1767734704.962302:0:251833:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a3:0x8:0x0] 00000080:00000001:2.0:1767734704.962343:0:251833:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734704.962345:0:251833:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920712 : 144115272414920712 : 2000013a3000008) 00000080:00000001:2.0:1767734704.962349:0:251833:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:2.0:1767734704.962351:0:251833:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272414920712 mtime from 0 to 1767734704 00000080:00200000:2.0:1767734704.962356:0:251833:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x8:0x0], updating i_size 512 00000080:00000001:2.0:1767734704.962359:0:251833:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1767734704.962361:0:251833:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090412294856 : -117983297256760 : ffff94b1df7a42c8) 00000080:00000001:2.0:1767734704.962364:0:251833:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1767734704.962367:0:251833:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1767734704.962369:0:251833:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734704.962373:0:251833:0:(namei.c:1887:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734704.962376:0:251833:0:(namei.c:1999:ll_new_node()) Process leaving 00000100:00000001:2.0:1767734704.962378:0:251833:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734704.962384:0:251833:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02c8a80 x1853602672088960/t12884924706(12884924706) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734720 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734704.962391:0:251833:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1767734704.962393:0:251833:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:2.0:1767734704.962396:0:251833:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d0638c00. 00000080:00000010:2.0:1767734704.962400:0:251833:0:(namei.c:2005:ll_new_node()) kfreed 'lum': 48 at ffff94b1d1dfb140. 00000080:00000001:2.0:1767734704.962403:0:251833:0:(namei.c:2007:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734704.962405:0:251833:0:(namei.c:2183:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1767734704.962409:0:251833:0:(namei.c:2227:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734704.962413:0:251833:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1767734704.962415:0:251833:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308043e40 00000080:00002000:2.0:1767734704.962418:0:251833:0:(dcache.c:127:ll_ddelete()) deleting dentry d160m.sanity (ffff94b1df682360, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:2.0:1767734704.962422:0:251833:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1767734704.962431:0:251833:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1767734704.962439:0:251833:0:(dcache.c:48:ll_release()) Process leaving 00010000:00000010:1.1F:1767734704.963355:0:251581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683e800. 00010000:00000010:2.1F:1767734704.967550:0:251834:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1c7d52d00. 00010000:00000010:2.1:1767734704.967563:0:251834:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1c1677400. 00000080:00000001:2.0:1767734704.969738:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734704.969743:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734704.969745:0:251834:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1767734704.969747:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bb98 00000080:00200000:2.0:1767734704.969751:0:251834:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:2.0:1767734704.969758:0:251834:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d0638c00. 00800000:00000002:2.0:1767734704.969763:0:251834:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:2.0:1767734704.969774:0:251834:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1767734704.969777:0:251834:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767734704.969780:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bab8 00800000:00000002:2.0:1767734704.969782:0:251834:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1767734704.969787:0:251834:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1767734704.969790:0:251834:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1767734704.969794:0:251834:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767734704.969796:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804b988 00000002:00010000:2.0:1767734704.969799:0:251834:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1767734704.969803:0:251834:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1767734704.969805:0:251834:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767734704.969807:0:251834:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1767734704.969812:0:251834:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734704.969815:0:251834:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734704.969817:0:251834:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734704.969819:0:251834:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1767734704.969821:0:251834:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1767734704.969826:0:251834:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02c8e00. 00000020:00000040:2.0:1767734704.969829:0:251834:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:2.0:1767734704.969834:0:251834:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1767734704.969837:0:251834:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734704.969841:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.969843:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734704.969845:0:251834:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734704.969847:0:251834:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734704.969849:0:251834:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734704.969853:0:251834:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734704.969858:0:251834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f44aa000. 00000100:00000001:2.0:1767734704.969863:0:251834:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.969866:0:251834:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734704.969868:0:251834:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.969871:0:251834:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734704.969872:0:251834:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.969875:0:251834:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734704.969879:0:251834:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090155544064 : -117983554007552 : ffff94b1d02c8e00) 00010000:00000001:2.0:1767734704.969884:0:251834:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767734704.969892:0:251834:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767734704.969897:0:251834:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1c7d52d00. 00010000:00000010:2.0:1767734704.969901:0:251834:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1c98bfe00. 00010000:00000001:2.0:1767734704.969906:0:251834:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767734704.969908:0:251834:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1c1677400. 00000020:00000001:2.0:1767734704.969912:0:251834:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767734704.969915:0:251834:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1c1677400 with handle 0x1886cffb85c2b918 to hash 00000020:00000001:2.0:1767734704.969917:0:251834:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767734704.969919:0:251834:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734704.969922:0:251834:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734704.969926:0:251834:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734704.969928:0:251834:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734704.969932:0:251834:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 251834 initiator: MDT0 00010000:00010000:2.0:1767734704.969942:0:251834:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 251834 initiator: MDT0 00010000:00010000:2.0:1767734704.969953:0:251834:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 251834 initiator: MDT0 00000100:00000001:2.0:1767734704.969959:0:251834:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734704.969961:0:251834:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734704.969965:0:251834:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c59d2300. 00000100:00000001:2.0:1767734704.969967:0:251834:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089978372864 : -117983731178752 : ffff94b1c59d2300) 00000100:00000001:2.0:1767734704.969970:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734704.969972:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155544064 : -117983554007552 : ffff94b1d02c8e00) 00000100:00000001:2.0:1767734704.969975:0:251834:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734704.969979:0:251834:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734704.969981:0:251834:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734704.969983:0:251834:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734704.969990:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02c8e00 x1853602672089088/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734704.970000:0:251834:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734704.970009:0:251834:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734704.970013:0:251834:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734704.970015:0:251834:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734704.970018:0:251834:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734704.970023:0:251834:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02c8e00 pname:cluuid:pid:xid:nid:opc:job createmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251834:1853602672089088:192.168.203.112@tcp:101:createmany.0 00000100:00000001:2.0:1767734704.970027:0:251834:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734704.970031:0:251834:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734704.970033:0:251834:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734704.970036:0:251834:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734704.970040:0:251834:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c59ff000. 02000000:00000001:2.0:1767734704.970043:0:251834:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734704.970049:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734704.970053:0:251834:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5ed10. 00000400:00000010:2.0:1767734704.970057:0:251834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29cc0. 00000100:00000200:2.0:1767734704.970062:0:251834:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672089088, portal 10 00000100:00000001:2.0:1767734704.970064:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734704.970066:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155544064 : -117983554007552 : ffff94b1d02c8e00) 00000100:00000040:2.0:1767734704.970073:0:251834:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02c8e00 x1853602672089088/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734720 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734704.970082:0:251834:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734704.970085:0:251834:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734704.970088:0:251834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29440. 00000100:00000200:2.0:1767734704.970091:0:251834:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672089088, offset 0 00000400:00000200:2.0:1767734704.970097:0:251834:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734704.970104:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734704.970110:0:251834:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734704.970114:0:251834:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734704.970118:0:251834:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734704.970121:0:251834:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734704.970124:0:251834:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734704.970128:0:251834:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66636:66636:256:4294967295] 192.168.203.112@tcp LPNI seq info [66636:66636:8:4294967295] 00000400:00000200:2.0:1767734704.970134:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734704.970143:0:251834:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734704.970156:0:251834:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734704.970161:0:251834:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790000. 00000800:00000200:2.0:1767734704.970167:0:251834:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734704.970173:0:251834:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734704.970177:0:251834:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1767734704.970200:0:251834:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734704.970205:0:251834:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 63540 usecs (64 jiffies) 00000400:00000200:2.0:1767734704.970210:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734704.970213:0:251834:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303466855 00000100:00000001:2.0:1767734704.970219:0:251834:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303466843 00000100:00000001:2.0:1767734704.970224:0:251834:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303466855 00000100:00000001:2.0:1767734704.970228:0:251834:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303466843 00000100:00000001:2.0:1767734704.970231:0:251834:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734704.970234:0:251834:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734704.970237:0:251834:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734704.970239:0:251834:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734704.970242:0:251834:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c59d2300 going to sleep for 11 seconds 00000100:00000001:2.0:1767734704.970244:0:251834:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734704.970247:0:251834:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734704.970397:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734704.970404:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790000. 00000400:00000200:3.0:1767734704.970411:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734704.970417:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734704.970423:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29440 00000400:00000010:3.0:1767734704.970434:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29440. 00000100:00000001:3.0:1767734704.970440:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734704.970449:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02c8e00 x1853602672089088/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734720 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734704.970460:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734704.970467:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c8e00 x1853602672089088/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734720 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734704.970474:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734704.970476:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734704.972613:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734704.972622:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734704.972625:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734704.972627:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734704.972632:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.972637:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734704.972642:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.972646:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.972666:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.972671:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 688 into portal 10 MB=0x695d780d31800 00000400:00000200:3.0:1767734704.972676:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.972682:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 688/688 into md 0x7bbc5 [1] + 224 00000800:00000001:3.0:1767734704.972689:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734704.972697:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734704.972700:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734704.972705:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734704.972709:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734704.972717:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02c8e00 x1853602672089088/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734720 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734704.972730:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1792 req@ffff94b1d02c8e00 x1853602672089088/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734720 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734704.972756:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734704.972775:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734704.972780:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734704.972850:0:251834:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734704.972859:0:251834:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734704.972862:0:251834:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734704.972866:0:251834:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5ed10. 00000400:00000200:2.0:1767734704.972873:0:251834:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29cc0 00000400:00000010:2.0:1767734704.972875:0:251834:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29cc0. 00000100:00000001:2.0:1767734704.972879:0:251834:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734704.972888:0:251834:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02c8e00 x1853602672089088/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734720 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1767734704.972902:0:251834:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02c8e00 x1853602672089088/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734720 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734704.972912:0:251834:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734704.972926:0:251834:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734704.972930:0:251834:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734704.972932:0:251834:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734704.972934:0:251834:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734704.972937:0:251834:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734704.972940:0:251834:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734704.972946:0:251834:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=34 v=5 (5 0 0 0) 00000100:00001000:2.0:1767734704.972950:0:251834:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=34 v=5 (1 0 0 0) 00000100:00000001:2.0:1767734704.972953:0:251834:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734704.972955:0:251834:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.972957:0:251834:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734704.972961:0:251834:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734704.972964:0:251834:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767734704.972966:0:251834:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:2.0:1767734704.972968:0:251834:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734704.972970:0:251834:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734704.972976:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02c8e00 x1853602672089088/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734720 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734704.972985:0:251834:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734704.972988:0:251834:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734704.972990:0:251834:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734704.972995:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02c8e00 x1853602672089088/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734720 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1767734704.973004:0:251834:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02c8e00 pname:cluuid:pid:xid:nid:opc:job createmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251834:1853602672089088:192.168.203.112@tcp:101:createmany.0 00000100:00000001:2.0:1767734704.973009:0:251834:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734704.973012:0:251834:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734704.973015:0:251834:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767734704.973016:0:251834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734704.973020:0:251834:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02c8e00 x1853602672089088/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734720 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734704.973028:0:251834:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734704.973031:0:251834:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c59d2300. 00000100:00000001:2.0:1767734704.973034:0:251834:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767734704.973042:0:251834:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.973045:0:251834:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767734704.973048:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734704.973050:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734704.973053:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=4 00000020:00000001:2.0:1767734704.973055:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734704.973059:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000040:2.0:1767734704.973065:0:251834:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1c1677400, remote cookie: 0x9bbb2ede58dabdcb, flags: 0x1001 00010000:00010000:2.0:1767734704.973071:0:251834:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767734704.973083:0:251834:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734704.973091:0:251834:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767734704.973096:0:251834:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767734704.973099:0:251834:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767734704.973101:0:251834:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767734704.973103:0:251834:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767734704.973107:0:251834:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94b1c7d52d00) refcount = 1 00010000:00010000:2.0:1767734704.973112:0:251834:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734704.973120:0:251834:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767734704.973123:0:251834:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767734704.973126:0:251834:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734704.973130:0:251834:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767734704.973133:0:251834:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734704.973137:0:251834:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734704.973144:0:251834:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767734704.973146:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.973147:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734704.973154:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.973155:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734704.973157:0:251834:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734704.973161:0:251834:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1767734704.973163:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734704.973164:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734704.973166:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734704.973169:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734704.973171:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734704.973174:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734704.973175:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734704.973177:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=4 00000020:00000001:2.0:1767734704.973179:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734704.973182:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734704.973185:0:251834:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734704.973187:0:251834:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734704.973191:0:251834:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734704.973198:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.973200:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734704.973201:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734704.973203:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734704.973204:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=5 00000020:00000001:2.0:1767734704.973207:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734704.973209:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734704.973212:0:251834:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767734704.973215:0:251834:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734704.973222:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.973224:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767734704.973227:0:251834:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734704.973246:0:251834:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767734704.973248:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.973250:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734704.973251:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.973253:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1767734704.973259:0:251834:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1d02c8e00 x1853602672089088/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734720 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1767734704.973314:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734704.973315:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734704.973317:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734704.973319:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734704.973321:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734704.973354:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.973356:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767734704.973358:0:251834:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734704.973360:0:251834:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734704.973362:0:251834:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1767734704.973364:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734704.973366:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734704.973367:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734704.973370:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734704.973372:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00000002:00010000:2.0:1767734704.973375:0:251834:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734704.973381:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.973382:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734704.973383:0:251834:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1767734704.973384:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734704.973385:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734704.973387:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734704.973389:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734704.973397:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000040:2.0:1767734704.973401:0:251834:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:2.0:1767734704.973403:0:251834:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767734704.973407:0:251834:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1767734704.973409:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.973411:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767734704.973412:0:251834:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1767734704.973414:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804b908 00000002:00002000:2.0:1767734704.973416:0:251834:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1767734704.973419:0:251834:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734704.973422:0:251834:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734704.973425:0:251834:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1767734704.973429:0:251834:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1767734704.973432:0:251834:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1767734704.973434:0:251834:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:2.0:1767734704.973438:0:251834:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d0638c00. 00000080:00000001:2.0:1767734704.973441:0:251834:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1767734704.973443:0:251834:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1767734704.973446:0:251834:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1767734704.973449:0:251834:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1767734704.973453:0:251834:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94b1d1dfb140. 00800000:00000001:2.0:1767734704.973455:0:251834:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446626090184061248 : -117983525490368 : ffff94b1d1dfb140) 00800000:00000001:2.0:1767734704.973458:0:251834:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734704.973460:0:251834:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1767734704.973461:0:251834:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1767734704.973463:0:251834:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1767734704.973466:0:251834:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1767734704.973468:0:251834:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1767734704.973469:0:251834:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734704.973472:0:251834:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1767734704.973474:0:251834:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1767734704.973477:0:251834:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 135680 00010000:00000001:2.0:1767734704.973479:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734704.973481:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734704.973486:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734704.973488:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734704.973490:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734704.973493:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.973494:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1767734704.973495:0:251834:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1767734704.973497:0:251834:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1767734704.973498:0:251834:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1d1dfb140 1 00800000:00000010:2.0:1767734704.973501:0:251834:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94b1d1dfb140. 00800000:00000001:2.0:1767734704.973503:0:251834:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734704.973506:0:251834:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:2.0:1767734704.973508:0:251834:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1767734704.973509:0:251834:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1767734704.973511:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734704.973512:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734704.973513:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734704.973515:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734704.973517:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734704.973519:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.973520:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767734704.973521:0:251834:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734704.973523:0:251834:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734704.973525:0:251834:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734704.973527:0:251834:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:2.0:1767734704.973529:0:251834:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc30804bbd0 00010000:00000001:2.0:1767734704.973531:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734704.973532:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734704.973533:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734704.973535:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734704.973537:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734704.973539:0:251834:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767734704.973541:0:251834:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734704.973555:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.973557:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734704.973558:0:251834:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1767734704.973560:0:251834:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1767734704.973562:0:251834:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734704.973567:0:251834:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767734704.973569:0:251834:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767734704.973571:0:251834:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734704.973573:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.973574:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734704.973575:0:251834:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.973577:0:251834:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767734704.973579:0:251834:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.973581:0:251834:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.973583:0:251834:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.973585:0:251834:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767734704.973586:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.973587:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767734704.973589:0:251834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734704.973594:0:251834:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02c8e00 x1853602672089088/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734720 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734704.973600:0:251834:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734704.973602:0:251834:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734704.973604:0:251834:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1c59ff000. 02000000:00000001:2.0:1767734704.973606:0:251834:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734704.973608:0:251834:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734704.973609:0:251834:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767734704.973611:0:251834:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734704.973613:0:251834:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f44aa000. 02000000:00000001:2.0:1767734704.973615:0:251834:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734704.973616:0:251834:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734704.973618:0:251834:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02c8e00. 00000100:00000001:2.0:1767734704.973622:0:251834:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734704.973627:0:251834:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734704.973630:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:2.0:1767734704.973633:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734704.973640:0:251834:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1f20a6600. 00000020:00000001:2.0:1767734704.973660:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bb00 00000080:00200000:2.0:1767734704.973663:0:251834:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d160m.sanity, dir=[0x200000007:0x1:0x0](ffff94b1d15a8908), flags=24 00000080:00000001:2.0:1767734704.973667:0:251834:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:2.0:1767734704.973669:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804b9c0 00000080:00200000:2.0:1767734704.973671:0:251834:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d160m.sanity, dir=[0x200000007:0x1:0x0](ffff94b1d15a8908), intent=0 00000080:00000010:2.0:1767734704.973677:0:251834:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d0638c00. 00800000:00000002:2.0:1767734704.973681:0:251834:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:2.0:1767734704.973685:0:251834:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1767734704.973688:0:251834:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767734704.973690:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804b8e0 00800000:00000002:2.0:1767734704.973692:0:251834:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd160m.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1767734704.973696:0:251834:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1767734704.973699:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804b878 00800000:00000002:2.0:1767734704.973701:0:251834:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d160m.sanity' -> mds #0 00000002:00000001:2.0:1767734704.973706:0:251834:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767734704.973708:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804b7b0 00000002:00010000:2.0:1767734704.973710:0:251834:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d160m.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1767734704.973714:0:251834:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1767734704.973716:0:251834:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1767734704.973720:0:251834:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02c8e00. 00000020:00000040:2.0:1767734704.973723:0:251834:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:2.0:1767734704.973727:0:251834:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1767734704.973730:0:251834:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734704.973733:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.973735:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734704.973737:0:251834:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734704.973739:0:251834:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734704.973741:0:251834:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734704.973744:0:251834:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734704.973749:0:251834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f44aa000. 00000100:00000001:2.0:1767734704.973753:0:251834:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.973763:0:251834:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734704.973765:0:251834:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.973767:0:251834:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734704.973769:0:251834:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.973771:0:251834:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734704.973777:0:251834:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090155544064 : -117983554007552 : ffff94b1d02c8e00) 00010000:00000001:2.0:1767734704.973780:0:251834:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767734704.973782:0:251834:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767734704.973786:0:251834:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:2.0:1767734704.973789:0:251834:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734704.973791:0:251834:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767734704.973795:0:251834:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1c1676e00. 00000020:00000001:2.0:1767734704.973798:0:251834:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767734704.973801:0:251834:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1c1676e00 with handle 0x1886cffb85c2b91f to hash 00000020:00000001:2.0:1767734704.973803:0:251834:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767734704.973805:0:251834:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000001:2.0:1767734704.973808:0:251834:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000001:2.0:1767734704.973811:0:251834:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734704.973813:0:251834:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734704.973817:0:251834:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676e00/0x1886cffb85c2b91f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251834 initiator: MDT0 00010000:00010000:2.0:1767734704.973825:0:251834:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676e00/0x1886cffb85c2b91f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251834 initiator: MDT0 00010000:00010000:2.0:1767734704.973834:0:251834:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676e00/0x1886cffb85c2b91f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251834 initiator: MDT0 00000100:00000001:2.0:1767734704.973840:0:251834:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734704.973841:0:251834:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734704.973845:0:251834:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c59d2300. 00000100:00000001:2.0:1767734704.973848:0:251834:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089978372864 : -117983731178752 : ffff94b1c59d2300) 00000100:00000001:2.0:1767734704.973850:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734704.973852:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155544064 : -117983554007552 : ffff94b1d02c8e00) 00000100:00000001:2.0:1767734704.973856:0:251834:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734704.973864:0:251834:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734704.973867:0:251834:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734704.973869:0:251834:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734704.973875:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02c8e00 x1853602672089216/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734704.973884:0:251834:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734704.973886:0:251834:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734704.973889:0:251834:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734704.973892:0:251834:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734704.973894:0:251834:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734704.973898:0:251834:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02c8e00 pname:cluuid:pid:xid:nid:opc:job createmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251834:1853602672089216:192.168.203.112@tcp:101:createmany.0 00000100:00000001:2.0:1767734704.973902:0:251834:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734704.973906:0:251834:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734704.973908:0:251834:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734704.973911:0:251834:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734704.973914:0:251834:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c59ff000. 02000000:00000001:2.0:1767734704.973917:0:251834:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734704.973923:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734704.973926:0:251834:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5ed10. 00000400:00000010:2.0:1767734704.973931:0:251834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29cc0. 00000100:00000200:2.0:1767734704.973936:0:251834:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672089216, portal 10 00000100:00000001:2.0:1767734704.973938:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734704.973940:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155544064 : -117983554007552 : ffff94b1d02c8e00) 00000100:00000040:2.0:1767734704.973946:0:251834:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02c8e00 x1853602672089216/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734720 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734704.973954:0:251834:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734704.973957:0:251834:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734704.973960:0:251834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29550. 00000100:00000200:2.0:1767734704.973963:0:251834:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672089216, offset 0 00000400:00000200:2.0:1767734704.973969:0:251834:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734704.973975:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734704.973981:0:251834:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734704.973985:0:251834:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734704.973996:0:251834:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734704.974000:0:251834:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734704.974003:0:251834:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734704.974007:0:251834:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66637:66637:256:4294967295] 192.168.203.112@tcp LPNI seq info [66637:66637:8:4294967295] 00000400:00000200:2.0:1767734704.974013:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734704.974022:0:251834:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734704.974028:0:251834:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734704.974033:0:251834:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790c00. 00000800:00000200:2.0:1767734704.974039:0:251834:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734704.974045:0:251834:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734704.974050:0:251834:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790c00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:2.0:1767734704.974071:0:251834:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734704.974076:0:251834:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 62633 usecs (63 jiffies) 00000400:00000200:2.0:1767734704.974081:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734704.974083:0:251834:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303466858 00000100:00000001:2.0:1767734704.974089:0:251834:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303466855 00000100:00000001:2.0:1767734704.974094:0:251834:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303466858 00000100:00000001:2.0:1767734704.974098:0:251834:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303466855 00000100:00000001:2.0:1767734704.974101:0:251834:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734704.974104:0:251834:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734704.974107:0:251834:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734704.974109:0:251834:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734704.974111:0:251834:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c59d2300 going to sleep for 11 seconds 00000100:00000001:2.0:1767734704.974114:0:251834:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734704.974116:0:251834:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734704.974247:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734704.974255:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790c00. 00000400:00000200:3.0:1767734704.974261:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734704.974290:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734704.974296:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29550 00000400:00000010:3.0:1767734704.974299:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29550. 00000100:00000001:3.0:1767734704.974319:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734704.974348:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02c8e00 x1853602672089216/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734720 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734704.974361:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734704.974440:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c8e00 x1853602672089216/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734720 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734704.974449:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734704.974451:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1767734704.976367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c56861c0. 00000800:00000001:3.0:1767734704.977067:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734704.977079:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734704.977083:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734704.977086:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734704.977093:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.977100:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734704.977107:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.977111:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.977116:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.977120:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d31880 00000400:00000200:3.0:1767734704.977126:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.977132:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7bbd5 [1] + 224 00000800:00000001:3.0:1767734704.977139:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734704.977146:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734704.977149:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734704.977154:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734704.977159:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734704.977177:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02c8e00 x1853602672089216/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734720 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734704.977190:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1d02c8e00 x1853602672089216/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734720 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734704.977214:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734704.977223:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734704.977227:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734704.977360:0:251834:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734704.977367:0:251834:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734704.977369:0:251834:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734704.977372:0:251834:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5ed10. 00000400:00000200:2.0:1767734704.977377:0:251834:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29cc0 00000400:00000010:2.0:1767734704.977379:0:251834:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29cc0. 00000100:00000001:2.0:1767734704.977391:0:251834:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734704.977398:0:251834:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02c8e00 x1853602672089216/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734720 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1767734704.977408:0:251834:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02c8e00 x1853602672089216/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734720 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734704.977416:0:251834:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734704.977417:0:251834:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734704.977420:0:251834:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734704.977421:0:251834:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734704.977423:0:251834:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734704.977425:0:251834:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734704.977427:0:251834:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734704.977431:0:251834:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=34 v=5 (5 0 0 0) 00000100:00001000:2.0:1767734704.977435:0:251834:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=34 v=5 (1 0 0 0) 00000100:00000001:2.0:1767734704.977437:0:251834:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734704.977438:0:251834:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.977440:0:251834:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734704.977442:0:251834:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734704.977445:0:251834:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767734704.977446:0:251834:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:2.0:1767734704.977448:0:251834:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734704.977450:0:251834:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734704.977453:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02c8e00 x1853602672089216/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734720 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734704.977460:0:251834:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734704.977462:0:251834:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734704.977464:0:251834:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734704.977467:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02c8e00 x1853602672089216/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734720 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1767734704.977474:0:251834:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02c8e00 pname:cluuid:pid:xid:nid:opc:job createmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251834:1853602672089216:192.168.203.112@tcp:101:createmany.0 00000100:00000001:2.0:1767734704.977478:0:251834:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734704.977480:0:251834:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734704.977486:0:251834:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767734704.977488:0:251834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734704.977491:0:251834:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02c8e00 x1853602672089216/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734720 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734704.977498:0:251834:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734704.977500:0:251834:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c59d2300. 00000100:00000001:2.0:1767734704.977502:0:251834:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767734704.977504:0:251834:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.977506:0:251834:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767734704.977508:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734704.977509:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734704.977511:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676e00 refcount=4 00000020:00000001:2.0:1767734704.977513:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000001:2.0:1767734704.977516:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000040:2.0:1767734704.977519:0:251834:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1c1676e00, remote cookie: 0x9bbb2ede58dabde7, flags: 0x1001 00010000:00010000:2.0:1767734704.977523:0:251834:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676e00/0x1886cffb85c2b91f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabde7 expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767734704.977531:0:251834:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x8:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1767734704.977535:0:251834:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1767734704.977540:0:251834:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1c7d52400. 00010000:00000010:2.0:1767734704.977543:0:251834:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1c98bf080. 00010000:00000001:2.0:1767734704.977547:0:251834:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734704.977550:0:251834:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676e00/0x1886cffb85c2b91f lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabde7 expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767734704.977556:0:251834:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676e00/0x1886cffb85c2b91f lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x8:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabde7 expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734704.977562:0:251834:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767734704.977564:0:251834:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767734704.977565:0:251834:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767734704.977571:0:251834:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767734704.977572:0:251834:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767734704.977574:0:251834:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x8:0x0].0x0 (ffff94b1c7d52400) refcount = 1 00010000:00010000:2.0:1767734704.977578:0:251834:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676e00/0x1886cffb85c2b91f lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x8:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabde7 expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734704.977583:0:251834:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767734704.977585:0:251834:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767734704.977586:0:251834:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734704.977589:0:251834:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767734704.977591:0:251834:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734704.977593:0:251834:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676e00/0x1886cffb85c2b91f lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x8:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabde7 expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734704.977598:0:251834:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767734704.977600:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.977601:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734704.977602:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.977603:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734704.977604:0:251834:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734704.977607:0:251834:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1767734704.977609:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734704.977610:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734704.977611:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676e00 refcount=3 00000020:00000001:2.0:1767734704.977613:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000001:2.0:1767734704.977615:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000001:2.0:1767734704.977617:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734704.977618:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734704.977619:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676e00 refcount=4 00000020:00000001:2.0:1767734704.977621:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000001:2.0:1767734704.977623:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000001:2.0:1767734704.977625:0:251834:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734704.977627:0:251834:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734704.977630:0:251834:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676e00/0x1886cffb85c2b91f lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x8:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabde7 expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734704.977639:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.977640:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734704.977642:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734704.977643:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734704.977644:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676e00 refcount=5 00000020:00000001:2.0:1767734704.977646:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000001:2.0:1767734704.977648:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000001:2.0:1767734704.977650:0:251834:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767734704.977652:0:251834:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676e00/0x1886cffb85c2b91f lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x8:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabde7 expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734704.977673:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.977675:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767734704.977678:0:251834:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676e00/0x1886cffb85c2b91f lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x8:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabde7 expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734704.977684:0:251834:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767734704.977686:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.977688:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734704.977689:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.977690:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1767734704.977696:0:251834:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff94b1d02c8e00 x1853602672089216/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734720 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1767734704.977705:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734704.977707:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734704.977708:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676e00 refcount=3 00000020:00000001:2.0:1767734704.977710:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000001:2.0:1767734704.977713:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000001:2.0:1767734704.977716:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.977717:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767734704.977718:0:251834:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734704.977721:0:251834:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734704.977728:0:251834:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1767734704.977731:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734704.977732:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734704.977734:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676e00 refcount=3 00000020:00000001:2.0:1767734704.977736:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000001:2.0:1767734704.977739:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00000002:00010000:2.0:1767734704.977743:0:251834:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676e00/0x1886cffb85c2b91f lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x8:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabde7 expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734704.977750:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.977752:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734704.977754:0:251834:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1767734704.977755:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734704.977757:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734704.977758:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676e00 refcount=3 00000020:00000001:2.0:1767734704.977760:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000001:2.0:1767734704.977763:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000040:2.0:1767734704.977767:0:251834:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:2.0:1767734704.977770:0:251834:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767734704.977773:0:251834:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/8 (0 0) 00010000:00000001:2.0:1767734704.977777:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.977778:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767734704.977780:0:251834:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1767734704.977782:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804b730 00000002:00002000:2.0:1767734704.977785:0:251834:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d160m.sanity intent=lookup status=0 disp=b: rc = 0 00000002:00000001:2.0:1767734704.977788:0:251834:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734704.977791:0:251834:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734704.977794:0:251834:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1767734704.977797:0:251834:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1767734704.977800:0:251834:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1767734704.977803:0:251834:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000001:2.0:1767734704.977806:0:251834:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1767734704.977808:0:251834:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc30804baa0 it_disposition b 00000080:00000001:2.0:1767734704.977810:0:251834:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1767734704.977819:0:251834:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1767734704.977821:0:251834:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1767734704.977824:0:251834:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920712 : 144115272414920712 : 2000013a3000008) 00000080:00000001:2.0:1767734704.977827:0:251834:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:2.0:1767734704.977831:0:251834:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1767734704.977834:0:251834:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a3:0x8:0x0] 00000080:00000001:2.0:1767734704.977836:0:251834:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734704.977839:0:251834:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920712 : 144115272414920712 : 2000013a3000008) 00000080:00000001:2.0:1767734704.977842:0:251834:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:2.0:1767734704.977846:0:251834:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x8:0x0], updating i_size 512 00000080:00200000:2.0:1767734704.977850:0:251834:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x8:0x0](ffff94b1df7a42c8): rc = 0 00000080:00000001:2.0:1767734704.977852:0:251834:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090412294856 : -117983297256760 : ffff94b1df7a42c8) 00010000:00000001:2.0:1767734704.977855:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734704.977857:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734704.977858:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676e00 refcount=3 00000020:00000001:2.0:1767734704.977861:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000001:2.0:1767734704.977863:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000001:2.0:1767734704.977866:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.977867:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1767734704.977869:0:251834:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1767734704.977871:0:251834:0:(llite_lib.c:1812:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1767734704.977873:0:251834:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1767734704.977875:0:251834:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1767734704.977877:0:251834:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734704.977882:0:251834:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x8:0x0](ffff94b1df7a42c8) for lock 0x1886cffb85c2b91f 00800000:00000001:2.0:1767734704.977885:0:251834:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1767734704.977887:0:251834:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1767734704.977889:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734704.977890:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734704.977892:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676e00 refcount=3 00000020:00000001:2.0:1767734704.977894:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000001:2.0:1767734704.977896:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000001:2.0:1767734704.977899:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.977900:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767734704.977907:0:251834:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734704.977909:0:251834:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1767734704.977915:0:251834:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1d0bd05e8 inode ffff94b1df7a42c8 refc 1 flags 0x20000e 00000080:00000001:2.0:1767734704.977919:0:251834:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1767734704.977921:0:251834:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734704.977923:0:251834:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1767734704.977927:0:251834:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00010000:2.0:1767734704.977930:0:251834:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b91f from it ffffafc30804baa0 00010000:00000001:2.0:1767734704.977932:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734704.977934:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734704.977936:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676e00 refcount=3 00000020:00000001:2.0:1767734704.977938:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000001:2.0:1767734704.977941:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000001:2.0:1767734704.977943:0:251834:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767734704.977946:0:251834:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676e00/0x1886cffb85c2b91f lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x8:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabde7 expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734704.977954:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.977955:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734704.977957:0:251834:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1767734704.977959:0:251834:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1767734704.977962:0:251834:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676e00/0x1886cffb85c2b91f lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x8:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabde7 expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734704.977969:0:251834:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767734704.977972:0:251834:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767734704.977973:0:251834:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734704.977976:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.977978:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734704.977980:0:251834:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.977982:0:251834:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767734704.977984:0:251834:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.977987:0:251834:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.977989:0:251834:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.977992:0:251834:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767734704.977998:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.978000:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1767734704.978002:0:251834:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1767734704.978006:0:251834:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d0638c00. 00000100:00000001:2.0:1767734704.978009:0:251834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734704.978015:0:251834:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02c8e00 x1853602672089216/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734720 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734704.978023:0:251834:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734704.978026:0:251834:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734704.978028:0:251834:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1c59ff000. 02000000:00000001:2.0:1767734704.978031:0:251834:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734704.978033:0:251834:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734704.978035:0:251834:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767734704.978038:0:251834:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734704.978040:0:251834:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f44aa000. 02000000:00000001:2.0:1767734704.978043:0:251834:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734704.978045:0:251834:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734704.978047:0:251834:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02c8e00. 00000100:00000001:2.0:1767734704.978051:0:251834:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734704.978053:0:251834:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1767734704.978058:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734704.978060:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:2.0:1767734704.978065:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734704.978076:0:251834:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1f20a6f80. 00000020:00000001:2.0:1767734704.978080:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bd88 00000080:00200000:2.0:1767734704.978083:0:251834:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity0, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=1536 00000080:00000001:2.0:1767734704.978086:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734704.978088:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:2.0:1767734704.978091:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734704.978096:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734704.978097:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:2.0:1767734704.978100:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734704.978104:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804be20 00000080:00200000:2.0:1767734704.978106:0:251834:0:(namei.c:2065:ll_create_nd()) VFS Op:name=f160m.sanity0, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=33060, excl=1 00000080:00000001:2.0:1767734704.978111:0:251834:0:(namei.c:2016:ll_mknod()) Process entered 00000020:00000001:2.0:1767734704.978118:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bdd0 00000080:00200000:2.0:1767734704.978121:0:251834:0:(namei.c:2020:ll_mknod()) VFS Op:name=f160m.sanity0, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) mode 100444 dev 0 00000080:00000001:2.0:1767734704.978125:0:251834:0:(namei.c:1904:ll_new_node()) Process entered 00000080:00000001:2.0:1767734704.978126:0:251834:0:(namei.c:1713:ll_new_node_prepare()) Process entered 00000080:00000010:2.0:1767734704.978130:0:251834:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d0638c00. 00000080:00000001:2.0:1767734704.978136:0:251834:0:(namei.c:1820:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734704.978140:0:251834:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:2.0:1767734704.978142:0:251834:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1767734704.978145:0:251834:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00800000:00000001:2.0:1767734704.978148:0:251834:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1767734704.978150:0:251834:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1767734704.978153:0:251834:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1767734704.978155:0:251834:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1767734704.978157:0:251834:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1e7e86000: Allocated FID [0x2000013a3:0x9:0x0] 40000000:00000001:2.0:1767734704.978160:0:251834:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734704.978162:0:251834:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734704.978164:0:251834:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734704.978166:0:251834:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734704.978169:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bc10 00800000:00000002:2.0:1767734704.978171:0:251834:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'f160m.sanity0' [0x2000013a3:0x9:0x0] on [0x2000013a3:0x8:0x0] -> mds #0 00000002:00000001:2.0:1767734704.978175:0:251834:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1767734704.978177:0:251834:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1767734704.978181:0:251834:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:2.0:1767734704.978184:0:251834:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734704.978187:0:251834:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1767734704.978190:0:251834:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.978192:0:251834:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734704.978194:0:251834:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734704.978198:0:251834:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02c8e00. 00000020:00000040:2.0:1767734704.978201:0:251834:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:2.0:1767734704.978206:0:251834:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1767734704.978207:0:251834:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.978210:0:251834:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1767734704.978213:0:251834:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734704.978216:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.978218:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734704.978225:0:251834:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734704.978228:0:251834:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734704.978230:0:251834:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734704.978233:0:251834:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734704.978239:0:251834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d0638400. 00000100:00000001:2.0:1767734704.978243:0:251834:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.978246:0:251834:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734704.978248:0:251834:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.978250:0:251834:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734704.978252:0:251834:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.978254:0:251834:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1767734704.978263:0:251834:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1767734704.978313:0:251834:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02c8e00 x1853602672089472/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767734704.978320:0:251834:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734704.978322:0:251834:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734704.978349:0:251834:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c59d2300. 00000100:00000001:2.0:1767734704.978352:0:251834:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089978372864 : -117983731178752 : ffff94b1c59d2300) 00000100:00000001:2.0:1767734704.978354:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734704.978355:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155544064 : -117983554007552 : ffff94b1d02c8e00) 00000100:00000001:2.0:1767734704.978358:0:251834:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734704.978361:0:251834:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734704.978362:0:251834:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734704.978364:0:251834:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734704.978368:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02c8e00 x1853602672089472/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734704.978376:0:251834:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734704.978378:0:251834:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734704.978382:0:251834:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734704.978384:0:251834:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734704.978386:0:251834:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734704.978389:0:251834:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02c8e00 pname:cluuid:pid:xid:nid:opc:job createmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251834:1853602672089472:192.168.203.112@tcp:36:createmany.0 00000100:00000001:2.0:1767734704.978393:0:251834:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734704.978403:0:251834:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734704.978405:0:251834:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734704.978407:0:251834:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734704.978411:0:251834:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c59ff000. 02000000:00000001:2.0:1767734704.978414:0:251834:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734704.978421:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734704.978424:0:251834:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5ed10. 00000400:00000010:2.0:1767734704.978428:0:251834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29cc0. 00000100:00000200:2.0:1767734704.978432:0:251834:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672089472, portal 10 00000100:00000001:2.0:1767734704.978435:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734704.978437:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155544064 : -117983554007552 : ffff94b1d02c8e00) 00000100:00000040:2.0:1767734704.978443:0:251834:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02c8e00 x1853602672089472/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734720 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734704.978450:0:251834:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734704.978453:0:251834:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734704.978456:0:251834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29a18. 00000100:00000200:2.0:1767734704.978461:0:251834:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1853602672089472, offset 0 00000400:00000200:2.0:1767734704.978467:0:251834:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734704.978472:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734704.978476:0:251834:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734704.978479:0:251834:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734704.978482:0:251834:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734704.978485:0:251834:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734704.978487:0:251834:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734704.978490:0:251834:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66638:66638:256:4294967295] 192.168.203.112@tcp LPNI seq info [66638:66638:8:4294967295] 00000400:00000200:2.0:1767734704.978494:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734704.978501:0:251834:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734704.978505:0:251834:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734704.978509:0:251834:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790600. 00000800:00000200:2.0:1767734704.978514:0:251834:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734704.978519:0:251834:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734704.978522:0:251834:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790600 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1767734704.978544:0:251834:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734704.978548:0:251834:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 61765 usecs (62 jiffies) 00000400:00000200:2.0:1767734704.978552:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734704.978554:0:251834:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303466862 00000100:00000001:2.0:1767734704.978559:0:251834:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303466858 00000100:00000001:2.0:1767734704.978563:0:251834:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303466862 00000100:00000001:2.0:1767734704.978566:0:251834:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303466858 00000100:00000001:2.0:1767734704.978568:0:251834:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734704.978571:0:251834:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734704.978573:0:251834:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734704.978574:0:251834:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734704.978576:0:251834:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c59d2300 going to sleep for 11 seconds 00000100:00000001:2.0:1767734704.978579:0:251834:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734704.978580:0:251834:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734704.978707:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734704.978715:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790600. 00000400:00000200:3.0:1767734704.978721:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734704.978729:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734704.978734:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29a18 00000400:00000010:3.0:1767734704.978737:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29a18. 00000100:00000001:3.0:1767734704.978741:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734704.978749:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02c8e00 x1853602672089472/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734720 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734704.978761:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734704.978765:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c8e00 x1853602672089472/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734720 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734704.978775:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734704.978777:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734704.982960:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734704.982972:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734704.982976:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734704.982978:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734704.982985:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.982992:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734704.982999:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.983004:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.983009:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.983013:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d31980 00000400:00000200:3.0:1767734704.983018:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.983036:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bbe5 [1] + 224 00000800:00000001:3.0:1767734704.983043:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734704.983051:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734704.983054:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734704.983059:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734704.983064:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734704.983071:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02c8e00 x1853602672089472/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734720 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734704.983084:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1d02c8e00 x1853602672089472/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734720 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734704.983110:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734704.983116:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734704.983120:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.983126:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734704.983132:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66639:66639:256:4294967295] 192.168.203.112@tcp LPNI seq info [66639:66639:8:4294967295] 00000400:00000200:3.0:1767734704.983137:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.983146:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734704.983152:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734704.983157:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734704.983163:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734704.983169:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734704.983174:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1767734704.983204:0:251834:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734704.983214:0:251834:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734704.983217:0:251834:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734704.983221:0:251834:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5ed10. 00000400:00000200:2.0:1767734704.983228:0:251834:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29cc0 00000400:00000010:2.0:1767734704.983231:0:251834:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29cc0. 00000100:00000001:2.0:1767734704.983236:0:251834:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:3.0:1767734704.983246:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1767734704.983247:0:251834:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02c8e00 x1853602672089472/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734720 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767734704.983256:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734704.983289:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767734704.983317:0:251834:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02c8e00 x1853602672089472/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734720 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767734704.983318:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734704.983366:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734704.983372:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734704.983381:0:251834:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734704.983385:0:251834:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734704.983388:0:251834:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734704.983391:0:251834:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734704.983393:0:251834:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734704.983395:0:251834:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734704.983397:0:251834:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734704.983403:0:251834:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=34 v=5 (5 0 0 0) 00000100:00001000:2.0:1767734704.983417:0:251834:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=34 v=5 (1 0 0 0) 00000100:00000001:2.0:1767734704.983420:0:251834:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734704.983423:0:251834:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.983425:0:251834:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734704.983428:0:251834:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734704.983431:0:251834:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1767734704.983434:0:251834:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x1] 00000100:00000001:2.0:1767734704.983436:0:251834:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1767734704.983438:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734704.983440:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155544064 : -117983554007552 : ffff94b1d02c8e00) 00000100:00000001:2.0:1767734704.983443:0:251834:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767734704.983445:0:251834:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:2.0:1767734704.983448:0:251834:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734704.983451:0:251834:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734704.983457:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02c8e00 x1853602672089472/t12884924707(12884924707) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734720 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734704.983464:0:251834:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734704.983467:0:251834:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734704.983468:0:251834:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734704.983472:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02c8e00 x1853602672089472/t12884924707(12884924707) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734720 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734704.983480:0:251834:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02c8e00 pname:cluuid:pid:xid:nid:opc:job createmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251834:1853602672089472:192.168.203.112@tcp:36:createmany.0 00000100:00000001:2.0:1767734704.983484:0:251834:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734704.983486:0:251834:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734704.983487:0:251834:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767734704.983489:0:251834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734704.983492:0:251834:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c8e00 x1853602672089472/t12884924707(12884924707) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734720 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734704.983499:0:251834:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734704.983501:0:251834:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c59d2300. 00000100:00000001:2.0:1767734704.983505:0:251834:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767734704.983512:0:251834:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734704.983516:0:251834:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1767734704.983519:0:251834:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a3:0x9:0x0] 00800000:00000001:2.0:1767734704.983520:0:251834:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734704.983522:0:251834:0:(namei.c:1840:ll_new_node_finish()) Process entered 00000080:00000001:2.0:1767734704.983524:0:251834:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1767734704.983527:0:251834:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1767734704.983529:0:251834:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1767734704.983530:0:251834:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920713 : 144115272414920713 : 2000013a3000009) 00000080:00000001:2.0:1767734704.983533:0:251834:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:2.0:1767734704.983539:0:251834:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1df7a18c0. 00000020:00000001:2.0:1767734704.983546:0:251834:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:2.0:1767734704.983548:0:251834:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1767734704.983549:0:251834:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:2.0:1767734704.983551:0:251834:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a3:0x9:0x0](ffff94b1df7a1988) 00000080:00000001:2.0:1767734704.983553:0:251834:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920713 : 144115272414920713 : 2000013a3000009) 00000080:00000001:2.0:1767734704.983555:0:251834:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:2.0:1767734704.983557:0:251834:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272414920713 mtime from 0 to 1767734704 00000080:00000001:2.0:1767734704.983560:0:251834:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000020:00000001:2.0:1767734704.983562:0:251834:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:2.0:1767734704.983566:0:251834:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183144584 : -117983526407032 : ffff94b1d1d1b488) 00000020:00001000:2.0:1767734704.983569:0:251834:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b480 00000020:00000001:2.0:1767734704.983574:0:251834:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:2.0:1767734704.983579:0:251834:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff94b1c5924d48. 00000020:00000001:2.0:1767734704.983581:0:251834:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1767734704.983583:0:251834:0:(cl_object.c:67:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767734704.983590:0:251834:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:2.0:1767734704.983593:0:251834:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff94b1f88c22e8. 00020000:00000001:2.0:1767734704.983595:0:251834:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446626090832896744 : -117982876654872 : ffff94b1f88c22e8) 00020000:00000001:2.0:1767734704.983598:0:251834:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:2.0:1767734704.983601:0:251834:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767734704.983607:0:251834:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff94b1ef790d00. 00000020:00000001:2.0:1767734704.983611:0:251834:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626089977662920 : -117983731888696 : ffff94b1c5924dc8) 00000020:00001000:2.0:1767734704.983614:0:251834:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b480 00000080:00000001:2.0:1767734704.983617:0:251834:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090412284296 : -117983297267320 : ffff94b1df7a1988) 00000080:00000001:2.0:1767734704.983619:0:251834:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1767734704.983626:0:251834:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1767734704.983627:0:251834:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734704.983631:0:251834:0:(namei.c:1887:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734704.983632:0:251834:0:(namei.c:1999:ll_new_node()) Process leaving 00000100:00000001:2.0:1767734704.983634:0:251834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734704.983638:0:251834:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02c8e00 x1853602672089472/t12884924707(12884924707) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734720 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734704.983644:0:251834:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734704.983646:0:251834:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d0638c00. 00000080:00000001:2.0:1767734704.983649:0:251834:0:(namei.c:2007:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734704.983652:0:251834:0:(namei.c:2048:ll_mknod()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734704.983654:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804be20 00000080:00200000:2.0:1767734704.983655:0:251834:0:(namei.c:2073:ll_create_nd()) VFS Op:name=f160m.sanity0, unhashed 1 00000080:00000001:2.0:1767734704.983663:0:251834:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1767734704.983666:0:251834:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1767734704.983669:0:251834:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1767734704.983671:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804be30 00000080:00002000:2.0:1767734704.983672:0:251834:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:2.0:1767734704.983675:0:251834:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734704.983692:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734704.983694:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734704.983695:0:251834:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1767734704.983697:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bb98 00000080:00200000:2.0:1767734704.983699:0:251834:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:2.0:1767734704.983702:0:251834:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d0638c00. 00800000:00000002:2.0:1767734704.983706:0:251834:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:2.0:1767734704.983708:0:251834:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1767734704.983710:0:251834:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767734704.983712:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bab8 00800000:00000002:2.0:1767734704.983714:0:251834:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1767734704.983717:0:251834:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1767734704.983719:0:251834:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1767734704.983722:0:251834:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767734704.983724:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804b988 00000002:00010000:2.0:1767734704.983725:0:251834:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1767734704.983728:0:251834:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1767734704.983735:0:251834:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767734704.983736:0:251834:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767734704.983740:0:251834:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:2.0:1767734704.983742:0:251834:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734704.983745:0:251834:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734704.983747:0:251834:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767734704.983751:0:251834:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767734704.983758:0:251834:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1767734704.983761:0:251834:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734704.983764:0:251834:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1767734704.983770:0:251834:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1767734704.983771:0:251834:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1767734704.983773:0:251834:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734704.983775:0:251834:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734704.983776:0:251834:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734704.983778:0:251834:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1767734704.983781:0:251834:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1767734704.983783:0:251834:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:2.0:1767734704.983785:0:251834:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d0638c00. 00000080:00000001:2.0:1767734704.983787:0:251834:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1767734704.983789:0:251834:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734704.983791:0:251834:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:2.0:1767734704.983793:0:251834:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:2.0:1767734704.983796:0:251834:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1767734704.983798:0:251834:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1767734704.983799:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734704.983800:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734704.983802:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734704.983804:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734704.983807:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734704.983813:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.983814:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767734704.983815:0:251834:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734704.983817:0:251834:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734704.983819:0:251834:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc30804bbd0 00010000:00000001:2.0:1767734704.983821:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734704.983822:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734704.983823:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734704.983825:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734704.983827:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734704.983829:0:251834:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767734704.983832:0:251834:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734704.983837:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.983838:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734704.983840:0:251834:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1767734704.983841:0:251834:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1767734704.983843:0:251834:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734704.983849:0:251834:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767734704.983851:0:251834:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767734704.983852:0:251834:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734704.983854:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.983856:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734704.983857:0:251834:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.983859:0:251834:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767734704.983860:0:251834:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.983862:0:251834:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.983864:0:251834:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.983866:0:251834:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767734704.983867:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.983868:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767734704.983870:0:251834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767734704.983871:0:251834:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734704.983877:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:2.0:1767734704.983880:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734704.983883:0:251834:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1767734704.983885:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bb60 00000080:00002000:2.0:1767734704.983886:0:251834:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28000e refc 0 00000080:00000001:2.0:1767734704.983888:0:251834:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734704.983890:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bba8 00000080:00200000:2.0:1767734704.983892:0:251834:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:2.0:1767734704.983894:0:251834:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1767734704.983896:0:251834:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734704.983898:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734704.983899:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:2.0:1767734704.983902:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734704.983908:0:251834:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1f20a68e0. 00000020:00000001:2.0:1767734704.983911:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bd88 00000080:00200000:2.0:1767734704.983913:0:251834:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity1, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=1536 00000080:00000001:2.0:1767734704.983915:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734704.983916:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:2.0:1767734704.983918:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734704.983921:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734704.983923:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:2.0:1767734704.983925:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734704.983927:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804be20 00000080:00200000:2.0:1767734704.983929:0:251834:0:(namei.c:2065:ll_create_nd()) VFS Op:name=f160m.sanity1, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=33060, excl=1 00000080:00000001:2.0:1767734704.983931:0:251834:0:(namei.c:2016:ll_mknod()) Process entered 00000020:00000001:2.0:1767734704.983933:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bdd0 00000080:00200000:2.0:1767734704.983934:0:251834:0:(namei.c:2020:ll_mknod()) VFS Op:name=f160m.sanity1, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) mode 100444 dev 0 00000080:00000001:2.0:1767734704.983937:0:251834:0:(namei.c:1904:ll_new_node()) Process entered 00000080:00000001:2.0:1767734704.983938:0:251834:0:(namei.c:1713:ll_new_node_prepare()) Process entered 00000080:00000010:2.0:1767734704.983941:0:251834:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d0638c00. 00000080:00000001:2.0:1767734704.983945:0:251834:0:(namei.c:1820:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734704.983947:0:251834:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:2.0:1767734704.983948:0:251834:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1767734704.983950:0:251834:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00800000:00000001:2.0:1767734704.983952:0:251834:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1767734704.983958:0:251834:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1767734704.983960:0:251834:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1767734704.983961:0:251834:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1767734704.983963:0:251834:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1e7e86000: Allocated FID [0x2000013a3:0xa:0x0] 40000000:00000001:2.0:1767734704.983965:0:251834:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734704.983967:0:251834:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734704.983969:0:251834:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734704.983970:0:251834:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734704.983972:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bc10 00800000:00000002:2.0:1767734704.983974:0:251834:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'f160m.sanity1' [0x2000013a3:0xa:0x0] on [0x2000013a3:0x8:0x0] -> mds #0 00000002:00000001:2.0:1767734704.983977:0:251834:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1767734704.983978:0:251834:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1767734704.983981:0:251834:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:2.0:1767734704.983983:0:251834:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734704.983985:0:251834:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1767734704.983987:0:251834:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.983989:0:251834:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734704.983991:0:251834:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734704.983994:0:251834:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02c8700. 00000020:00000040:2.0:1767734704.983997:0:251834:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:2.0:1767734704.984017:0:251834:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1767734704.984019:0:251834:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.984021:0:251834:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1767734704.984024:0:251834:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734704.984027:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.984029:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734704.984030:0:251834:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734704.984033:0:251834:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734704.984035:0:251834:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734704.984038:0:251834:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734704.984043:0:251834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d0638800. 00000100:00000001:2.0:1767734704.984047:0:251834:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.984049:0:251834:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734704.984051:0:251834:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.984053:0:251834:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734704.984055:0:251834:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.984063:0:251834:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1767734704.984072:0:251834:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1767734704.984080:0:251834:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02c8700 x1853602672089728/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767734704.984089:0:251834:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734704.984091:0:251834:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734704.984095:0:251834:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c59d2300. 00000100:00000001:2.0:1767734704.984097:0:251834:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089978372864 : -117983731178752 : ffff94b1c59d2300) 00000100:00000001:2.0:1767734704.984100:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734704.984102:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155542272 : -117983554009344 : ffff94b1d02c8700) 00000100:00000001:2.0:1767734704.984105:0:251834:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734704.984108:0:251834:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734704.984111:0:251834:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734704.984112:0:251834:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734704.984116:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02c8700 x1853602672089728/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734704.984125:0:251834:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734704.984127:0:251834:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734704.984130:0:251834:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734704.984133:0:251834:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734704.984135:0:251834:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734704.984139:0:251834:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02c8700 pname:cluuid:pid:xid:nid:opc:job createmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251834:1853602672089728:192.168.203.112@tcp:36:createmany.0 00000100:00000001:2.0:1767734704.984143:0:251834:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734704.984146:0:251834:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734704.984149:0:251834:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734704.984151:0:251834:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734704.984155:0:251834:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c59f8000. 02000000:00000001:2.0:1767734704.984158:0:251834:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734704.984164:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734704.984167:0:251834:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5ed10. 00000400:00000010:2.0:1767734704.984172:0:251834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29cc0. 00000100:00000200:2.0:1767734704.984177:0:251834:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672089728, portal 10 00000100:00000001:2.0:1767734704.984179:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734704.984186:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155542272 : -117983554009344 : ffff94b1d02c8700) 00000100:00000040:2.0:1767734704.984194:0:251834:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02c8700 x1853602672089728/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734720 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734704.984202:0:251834:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734704.984205:0:251834:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734704.984208:0:251834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa296e8. 00000100:00000200:2.0:1767734704.984212:0:251834:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1853602672089728, offset 0 00000400:00000200:2.0:1767734704.984218:0:251834:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734704.984224:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734704.984230:0:251834:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734704.984235:0:251834:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734704.984238:0:251834:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734704.984242:0:251834:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734704.984245:0:251834:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734704.984249:0:251834:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66640:66640:256:4294967295] 192.168.203.112@tcp LPNI seq info [66640:66640:8:4294967295] 00000400:00000200:2.0:1767734704.984254:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734704.984263:0:251834:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734704.984315:0:251834:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734704.984319:0:251834:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790600. 00000800:00000200:2.0:1767734704.984363:0:251834:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734704.984368:0:251834:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734704.984372:0:251834:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790600 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1767734704.984381:0:251834:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734704.984385:0:251834:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 60950 usecs (61 jiffies) 00000400:00000200:2.0:1767734704.984389:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734704.984391:0:251834:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303466867 00000100:00000001:2.0:1767734704.984395:0:251834:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303466862 00000100:00000001:2.0:1767734704.984398:0:251834:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303466867 00000100:00000001:2.0:1767734704.984401:0:251834:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303466862 00000100:00000001:2.0:1767734704.984411:0:251834:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734704.984413:0:251834:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734704.984415:0:251834:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734704.984417:0:251834:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734704.984419:0:251834:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c59d2300 going to sleep for 11 seconds 00000100:00000001:2.0:1767734704.984421:0:251834:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734704.984423:0:251834:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734704.984533:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734704.984548:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790600. 00000400:00000200:3.0:1767734704.984552:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734704.984558:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734704.984562:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa296e8 00000400:00000010:3.0:1767734704.984564:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa296e8. 00000100:00000001:3.0:1767734704.984567:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734704.984572:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02c8700 x1853602672089728/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734720 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734704.984581:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734704.984585:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c8700 x1853602672089728/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734720 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734704.984592:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734704.984594:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734704.988500:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734704.988512:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734704.988516:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734704.988519:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734704.988526:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.988533:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734704.988540:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.988545:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.988549:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.988554:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d31a80 00000400:00000200:3.0:1767734704.988559:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.988565:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bbf5 [1] + 224 00000800:00000001:3.0:1767734704.988572:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734704.988579:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734704.988582:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734704.988586:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734704.988591:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734704.988598:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02c8700 x1853602672089728/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734720 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734704.988612:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1d02c8700 x1853602672089728/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734720 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734704.988650:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734704.988657:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734704.988662:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.988668:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734704.988674:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66641:66641:256:4294967295] 192.168.203.112@tcp LPNI seq info [66641:66641:8:4294967295] 00000400:00000200:3.0:1767734704.988679:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.988689:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734704.988695:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734704.988700:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734704.988705:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734704.988712:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734704.988716:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1767734704.988743:0:251834:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734704.988754:0:251834:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734704.988756:0:251834:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734704.988760:0:251834:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5ed10. 00000400:00000200:2.0:1767734704.988768:0:251834:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29cc0 00000400:00000010:2.0:1767734704.988770:0:251834:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29cc0. 00000100:00000001:2.0:1767734704.988774:0:251834:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734704.988785:0:251834:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02c8700 x1853602672089728/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734720 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767734704.988789:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734704.988799:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734704.988810:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767734704.988813:0:251834:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02c8700 x1853602672089728/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734720 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767734704.988826:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734704.988842:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767734704.988844:0:251834:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734704.988850:0:251834:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734704.988853:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734704.988854:0:251834:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734704.988860:0:251834:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734704.988865:0:251834:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734704.988868:0:251834:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734704.988871:0:251834:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734704.988877:0:251834:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=34 v=5 (5 0 0 0) 00000100:00001000:2.0:1767734704.988883:0:251834:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=34 v=5 (1 0 0 0) 00000100:00000001:2.0:1767734704.988885:0:251834:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734704.988887:0:251834:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.988890:0:251834:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734704.988893:0:251834:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734704.988896:0:251834:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1767734704.988898:0:251834:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x1] 00000100:00000001:2.0:1767734704.988900:0:251834:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1767734704.988902:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734704.988916:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155542272 : -117983554009344 : ffff94b1d02c8700) 00000100:00000001:2.0:1767734704.988920:0:251834:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767734704.988922:0:251834:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:2.0:1767734704.988924:0:251834:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734704.988926:0:251834:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734704.988934:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02c8700 x1853602672089728/t12884924708(12884924708) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734720 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734704.988944:0:251834:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734704.988948:0:251834:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734704.988951:0:251834:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734704.988957:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02c8700 x1853602672089728/t12884924708(12884924708) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734720 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734704.988968:0:251834:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02c8700 pname:cluuid:pid:xid:nid:opc:job createmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251834:1853602672089728:192.168.203.112@tcp:36:createmany.0 00000100:00000001:2.0:1767734704.988974:0:251834:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734704.988979:0:251834:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734704.988981:0:251834:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767734704.988984:0:251834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734704.988989:0:251834:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c8700 x1853602672089728/t12884924708(12884924708) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734720 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734704.988997:0:251834:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734704.989000:0:251834:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c59d2300. 00000100:00000001:2.0:1767734704.989004:0:251834:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767734704.989005:0:251834:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734704.989011:0:251834:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1767734704.989014:0:251834:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a3:0xa:0x0] 00800000:00000001:2.0:1767734704.989016:0:251834:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734704.989019:0:251834:0:(namei.c:1840:ll_new_node_finish()) Process entered 00000080:00000001:2.0:1767734704.989022:0:251834:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1767734704.989025:0:251834:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1767734704.989028:0:251834:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1767734704.989030:0:251834:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920714 : 144115272414920714 : 2000013a300000a) 00000080:00000001:2.0:1767734704.989033:0:251834:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:2.0:1767734704.989048:0:251834:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1df7a0840. 00000020:00000001:2.0:1767734704.989056:0:251834:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:2.0:1767734704.989058:0:251834:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1767734704.989060:0:251834:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:2.0:1767734704.989062:0:251834:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a3:0xa:0x0](ffff94b1df7a0908) 00000080:00000001:2.0:1767734704.989065:0:251834:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920714 : 144115272414920714 : 2000013a300000a) 00000080:00000001:2.0:1767734704.989068:0:251834:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:2.0:1767734704.989070:0:251834:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272414920714 mtime from 0 to 1767734704 00000080:00000001:2.0:1767734704.989074:0:251834:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000020:00000001:2.0:1767734704.989076:0:251834:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:2.0:1767734704.989079:0:251834:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183144584 : -117983526407032 : ffff94b1d1d1b488) 00000020:00001000:2.0:1767734704.989082:0:251834:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b480 00000020:00000001:2.0:1767734704.989085:0:251834:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:2.0:1767734704.989088:0:251834:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff94b1c59244b0. 00000020:00000001:2.0:1767734704.989091:0:251834:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1767734704.989093:0:251834:0:(cl_object.c:67:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767734704.989097:0:251834:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:2.0:1767734704.989100:0:251834:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff94b1f88c2e88. 00020000:00000001:2.0:1767734704.989103:0:251834:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446626090832899720 : -117982876651896 : ffff94b1f88c2e88) 00020000:00000001:2.0:1767734704.989105:0:251834:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:2.0:1767734704.989108:0:251834:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734704.989111:0:251834:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626089977660720 : -117983731890896 : ffff94b1c5924530) 00000020:00001000:2.0:1767734704.989114:0:251834:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b480 00000080:00000001:2.0:1767734704.989117:0:251834:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090412280072 : -117983297271544 : ffff94b1df7a0908) 00000080:00000001:2.0:1767734704.989120:0:251834:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1767734704.989123:0:251834:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1767734704.989125:0:251834:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734704.989129:0:251834:0:(namei.c:1887:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734704.989131:0:251834:0:(namei.c:1999:ll_new_node()) Process leaving 00000100:00000001:2.0:1767734704.989133:0:251834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734704.989138:0:251834:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02c8700 x1853602672089728/t12884924708(12884924708) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734720 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734704.989147:0:251834:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734704.989150:0:251834:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d0638c00. 00000080:00000001:2.0:1767734704.989153:0:251834:0:(namei.c:2007:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734704.989163:0:251834:0:(namei.c:2048:ll_mknod()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734704.989165:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804be20 00000080:00200000:2.0:1767734704.989168:0:251834:0:(namei.c:2073:ll_create_nd()) VFS Op:name=f160m.sanity1, unhashed 1 00000080:00000001:2.0:1767734704.989176:0:251834:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1767734704.989182:0:251834:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1767734704.989186:0:251834:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1767734704.989188:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804be30 00000080:00002000:2.0:1767734704.989190:0:251834:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:2.0:1767734704.989193:0:251834:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734704.989214:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734704.989217:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734704.989219:0:251834:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1767734704.989221:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bb98 00000080:00200000:2.0:1767734704.989223:0:251834:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:2.0:1767734704.989228:0:251834:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d0638c00. 00800000:00000002:2.0:1767734704.989233:0:251834:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:2.0:1767734704.989236:0:251834:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1767734704.989239:0:251834:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767734704.989241:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bab8 00800000:00000002:2.0:1767734704.989243:0:251834:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1767734704.989247:0:251834:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1767734704.989251:0:251834:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1767734704.989255:0:251834:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767734704.989257:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804b988 00000002:00010000:2.0:1767734704.989259:0:251834:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1767734704.989263:0:251834:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1767734704.989348:0:251834:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767734704.989351:0:251834:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767734704.989356:0:251834:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:2.0:1767734704.989360:0:251834:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734704.989364:0:251834:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734704.989366:0:251834:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767734704.989371:0:251834:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767734704.989382:0:251834:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1767734704.989395:0:251834:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734704.989400:0:251834:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1767734704.989408:0:251834:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1767734704.989411:0:251834:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1767734704.989413:0:251834:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734704.989415:0:251834:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734704.989418:0:251834:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734704.989421:0:251834:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1767734704.989424:0:251834:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1767734704.989426:0:251834:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:2.0:1767734704.989430:0:251834:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d0638c00. 00000080:00000001:2.0:1767734704.989433:0:251834:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1767734704.989435:0:251834:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734704.989438:0:251834:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:2.0:1767734704.989442:0:251834:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:2.0:1767734704.989446:0:251834:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1767734704.989448:0:251834:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1767734704.989450:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734704.989452:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734704.989454:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734704.989457:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734704.989460:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734704.989463:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.989464:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767734704.989466:0:251834:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734704.989468:0:251834:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734704.989471:0:251834:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc30804bbd0 00010000:00000001:2.0:1767734704.989473:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734704.989475:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734704.989476:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734704.989478:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734704.989481:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734704.989489:0:251834:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767734704.989492:0:251834:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734704.989500:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.989502:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734704.989503:0:251834:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1767734704.989505:0:251834:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1767734704.989509:0:251834:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734704.989516:0:251834:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767734704.989518:0:251834:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767734704.989520:0:251834:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734704.989523:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.989525:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734704.989526:0:251834:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.989529:0:251834:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767734704.989531:0:251834:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.989534:0:251834:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.989537:0:251834:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.989539:0:251834:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767734704.989540:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.989542:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767734704.989544:0:251834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767734704.989546:0:251834:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734704.989549:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:2.0:1767734704.989553:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734704.989557:0:251834:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1767734704.989559:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bb60 00000080:00002000:2.0:1767734704.989561:0:251834:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:2.0:1767734704.989564:0:251834:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734704.989566:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bba8 00000080:00200000:2.0:1767734704.989568:0:251834:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:2.0:1767734704.989572:0:251834:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1767734704.989574:0:251834:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734704.989582:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734704.989584:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:2.0:1767734704.989588:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734704.989599:0:251834:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1f20a62e0. 00000020:00000001:2.0:1767734704.989603:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bd88 00000080:00200000:2.0:1767734704.989605:0:251834:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity2, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=1536 00000080:00000001:2.0:1767734704.989608:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734704.989610:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:2.0:1767734704.989613:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734704.989617:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734704.989619:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:2.0:1767734704.989621:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734704.989624:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804be20 00000080:00200000:2.0:1767734704.989627:0:251834:0:(namei.c:2065:ll_create_nd()) VFS Op:name=f160m.sanity2, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=33060, excl=1 00000080:00000001:2.0:1767734704.989630:0:251834:0:(namei.c:2016:ll_mknod()) Process entered 00000020:00000001:2.0:1767734704.989632:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bdd0 00000080:00200000:2.0:1767734704.989634:0:251834:0:(namei.c:2020:ll_mknod()) VFS Op:name=f160m.sanity2, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) mode 100444 dev 0 00000080:00000001:2.0:1767734704.989637:0:251834:0:(namei.c:1904:ll_new_node()) Process entered 00000080:00000001:2.0:1767734704.989639:0:251834:0:(namei.c:1713:ll_new_node_prepare()) Process entered 00000080:00000010:2.0:1767734704.989643:0:251834:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d0638c00. 00000080:00000001:2.0:1767734704.989648:0:251834:0:(namei.c:1820:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734704.989652:0:251834:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:2.0:1767734704.989653:0:251834:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1767734704.989656:0:251834:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00800000:00000001:2.0:1767734704.989659:0:251834:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1767734704.989661:0:251834:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1767734704.989663:0:251834:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1767734704.989665:0:251834:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1767734704.989667:0:251834:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1e7e86000: Allocated FID [0x2000013a3:0xb:0x0] 40000000:00000001:2.0:1767734704.989670:0:251834:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734704.989672:0:251834:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734704.989674:0:251834:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734704.989677:0:251834:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734704.989679:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bc10 00800000:00000002:2.0:1767734704.989681:0:251834:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'f160m.sanity2' [0x2000013a3:0xb:0x0] on [0x2000013a3:0x8:0x0] -> mds #0 00000002:00000001:2.0:1767734704.989691:0:251834:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1767734704.989693:0:251834:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1767734704.989697:0:251834:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:2.0:1767734704.989700:0:251834:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734704.989703:0:251834:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1767734704.989706:0:251834:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.989708:0:251834:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734704.989710:0:251834:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734704.989715:0:251834:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02c9880. 00000020:00000040:2.0:1767734704.989718:0:251834:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:2.0:1767734704.989722:0:251834:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1767734704.989724:0:251834:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.989726:0:251834:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1767734704.989730:0:251834:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734704.989733:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.989734:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734704.989736:0:251834:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734704.989739:0:251834:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734704.989740:0:251834:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734704.989743:0:251834:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734704.989748:0:251834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d0638000. 00000100:00000001:2.0:1767734704.989753:0:251834:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.989755:0:251834:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734704.989757:0:251834:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.989759:0:251834:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734704.989761:0:251834:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.989763:0:251834:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1767734704.989771:0:251834:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1767734704.989779:0:251834:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02c9880 x1853602672089984/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767734704.989789:0:251834:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734704.989790:0:251834:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734704.989795:0:251834:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c59d2300. 00000100:00000001:2.0:1767734704.989797:0:251834:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089978372864 : -117983731178752 : ffff94b1c59d2300) 00000100:00000001:2.0:1767734704.989800:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734704.989807:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155546752 : -117983554004864 : ffff94b1d02c9880) 00000100:00000001:2.0:1767734704.989811:0:251834:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734704.989814:0:251834:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734704.989816:0:251834:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734704.989818:0:251834:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734704.989822:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02c9880 x1853602672089984/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734704.989831:0:251834:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734704.989833:0:251834:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734704.989836:0:251834:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734704.989839:0:251834:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734704.989841:0:251834:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734704.989845:0:251834:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02c9880 pname:cluuid:pid:xid:nid:opc:job createmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251834:1853602672089984:192.168.203.112@tcp:36:createmany.0 00000100:00000001:2.0:1767734704.989849:0:251834:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734704.989853:0:251834:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734704.989855:0:251834:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734704.989857:0:251834:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734704.989862:0:251834:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c59fb000. 02000000:00000001:2.0:1767734704.989864:0:251834:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734704.989871:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734704.989874:0:251834:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5ed10. 00000400:00000010:2.0:1767734704.989879:0:251834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29cc0. 00000100:00000200:2.0:1767734704.989884:0:251834:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672089984, portal 10 00000100:00000001:2.0:1767734704.989886:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734704.989888:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155546752 : -117983554004864 : ffff94b1d02c9880) 00000100:00000040:2.0:1767734704.989894:0:251834:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02c9880 x1853602672089984/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734720 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734704.989902:0:251834:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734704.989905:0:251834:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734704.989908:0:251834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29198. 00000100:00000200:2.0:1767734704.989911:0:251834:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1853602672089984, offset 0 00000400:00000200:2.0:1767734704.989917:0:251834:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734704.989923:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734704.989936:0:251834:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734704.989941:0:251834:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734704.989944:0:251834:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734704.989948:0:251834:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734704.989951:0:251834:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734704.989955:0:251834:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66642:66642:256:4294967295] 192.168.203.112@tcp LPNI seq info [66642:66642:8:4294967295] 00000400:00000200:2.0:1767734704.989960:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734704.989970:0:251834:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734704.989976:0:251834:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734704.989980:0:251834:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790c00. 00000800:00000200:2.0:1767734704.989986:0:251834:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734704.989993:0:251834:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734704.989997:0:251834:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790c00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1767734704.990020:0:251834:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734704.990025:0:251834:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 60152 usecs (61 jiffies) 00000400:00000200:2.0:1767734704.990029:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734704.990032:0:251834:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303466872 00000100:00000001:2.0:1767734704.990038:0:251834:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303466867 00000100:00000001:2.0:1767734704.990043:0:251834:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303466872 00000100:00000001:2.0:1767734704.990046:0:251834:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303466867 00000100:00000001:2.0:1767734704.990049:0:251834:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734704.990052:0:251834:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734704.990055:0:251834:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734704.990057:0:251834:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734704.990060:0:251834:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c59d2300 going to sleep for 11 seconds 00000100:00000001:2.0:1767734704.990063:0:251834:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734704.990065:0:251834:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734704.990191:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734704.990199:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790c00. 00000400:00000200:3.0:1767734704.990205:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734704.990212:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734704.990218:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29198 00000400:00000010:3.0:1767734704.990221:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29198. 00000100:00000001:3.0:1767734704.990225:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734704.990232:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02c9880 x1853602672089984/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734720 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734704.990245:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734704.990249:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c9880 x1853602672089984/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734720 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734704.990296:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734704.990300:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1767734704.993401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1f20a6f80. 00000800:00000001:3.0:1767734704.994194:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734704.994205:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734704.994209:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734704.994212:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734704.994219:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.994226:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734704.994233:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.994237:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.994242:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.994246:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d31b80 00000400:00000200:3.0:1767734704.994252:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.994257:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bc05 [1] + 224 00000800:00000001:3.0:1767734704.994264:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734704.994297:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734704.994300:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734704.994305:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734704.994351:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734704.994361:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02c9880 x1853602672089984/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734720 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734704.994377:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1d02c9880 x1853602672089984/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734720 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734704.994397:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734704.994404:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734704.994409:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734704.994418:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734704.994430:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66643:66643:256:4294967295] 192.168.203.112@tcp LPNI seq info [66643:66643:8:4294967295] 00000100:00000001:2.0:1767734704.994433:0:251834:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767734704.994441:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000001:2.0:1767734704.994445:0:251834:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734704.994449:0:251834:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734704.994469:0:251834:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5ed10. 00000400:00000200:3.0:1767734704.994472:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000400:00000200:2.0:1767734704.994481:0:251834:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29cc0 00000400:00000010:2.0:1767734704.994489:0:251834:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29cc0. 00000800:00000200:3.0:1767734704.994490:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000100:00000001:2.0:1767734704.994502:0:251834:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000010:3.0:1767734704.994504:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000100:00000200:2.0:1767734704.994516:0:251834:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02c9880 x1853602672089984/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734720 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767734704.994518:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734704.994540:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734704.994550:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:2.0:1767734704.994558:0:251834:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02c9880 x1853602672089984/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734720 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734704.994572:0:251834:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734704.994575:0:251834:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734704.994578:0:251834:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734704.994581:0:251834:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734704.994583:0:251834:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734704.994586:0:251834:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734704.994589:0:251834:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734704.994595:0:251834:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=34 v=5 (5 0 0 0) 00000100:00001000:2.0:1767734704.994600:0:251834:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=34 v=5 (1 0 0 0) 00000100:00000001:2.0:1767734704.994603:0:251834:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734704.994605:0:251834:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.994607:0:251834:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734704.994611:0:251834:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734704.994614:0:251834:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1767734704.994616:0:251834:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x1] 00000100:00000001:2.0:1767734704.994619:0:251834:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1767734704.994623:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734704.994625:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155546752 : -117983554004864 : ffff94b1d02c9880) 00000800:00000200:3.0:1767734704.994629:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767734704.994630:0:251834:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767734704.994636:0:251834:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000800:00000010:3.0:1767734704.994640:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000100:00000001:2.0:1767734704.994641:0:251834:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734704.994648:0:251834:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734704.994652:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767734704.994657:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02c9880 x1853602672089984/t12884924709(12884924709) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734720 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767734704.994668:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734704.994684:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767734704.994685:0:251834:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734704.994692:0:251834:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:3.0:1767734704.994694:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734704.994704:0:251834:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734704.994714:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02c9880 x1853602672089984/t12884924709(12884924709) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734720 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734704.994726:0:251834:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02c9880 pname:cluuid:pid:xid:nid:opc:job createmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251834:1853602672089984:192.168.203.112@tcp:36:createmany.0 00000100:00000001:2.0:1767734704.994733:0:251834:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734704.994737:0:251834:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734704.994740:0:251834:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767734704.994742:0:251834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734704.994746:0:251834:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c9880 x1853602672089984/t12884924709(12884924709) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734720 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734704.994754:0:251834:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734704.994757:0:251834:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c59d2300. 00000100:00000001:2.0:1767734704.994761:0:251834:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767734704.994763:0:251834:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734704.994768:0:251834:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1767734704.994771:0:251834:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a3:0xb:0x0] 00800000:00000001:2.0:1767734704.994773:0:251834:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734704.994776:0:251834:0:(namei.c:1840:ll_new_node_finish()) Process entered 00000080:00000001:2.0:1767734704.994779:0:251834:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1767734704.994782:0:251834:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1767734704.994784:0:251834:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1767734704.994786:0:251834:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920715 : 144115272414920715 : 2000013a300000b) 00000080:00000001:2.0:1767734704.994790:0:251834:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:2.0:1767734704.994798:0:251834:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1df7a39c0. 00000020:00000001:2.0:1767734704.994805:0:251834:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:2.0:1767734704.994807:0:251834:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1767734704.994809:0:251834:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:2.0:1767734704.994811:0:251834:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a3:0xb:0x0](ffff94b1df7a3a88) 00000080:00000001:2.0:1767734704.994815:0:251834:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920715 : 144115272414920715 : 2000013a300000b) 00000080:00000001:2.0:1767734704.994818:0:251834:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:2.0:1767734704.994821:0:251834:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272414920715 mtime from 0 to 1767734704 00000080:00000001:2.0:1767734704.994825:0:251834:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000020:00000001:2.0:1767734704.994827:0:251834:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:2.0:1767734704.994836:0:251834:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183144584 : -117983526407032 : ffff94b1d1d1b488) 00000020:00001000:2.0:1767734704.994839:0:251834:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b480 00000020:00000001:2.0:1767734704.994842:0:251834:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:2.0:1767734704.994846:0:251834:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff94b1c5924af0. 00000020:00000001:2.0:1767734704.994848:0:251834:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1767734704.994850:0:251834:0:(cl_object.c:67:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767734704.994865:0:251834:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:2.0:1767734704.994896:0:251834:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff94b1f88c29b0. 00020000:00000001:2.0:1767734704.994900:0:251834:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446626090832898480 : -117982876653136 : ffff94b1f88c29b0) 00020000:00000001:2.0:1767734704.994903:0:251834:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:2.0:1767734704.994905:0:251834:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734704.994909:0:251834:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626089977662320 : -117983731889296 : ffff94b1c5924b70) 00000020:00001000:2.0:1767734704.994912:0:251834:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b480 00000080:00000001:2.0:1767734704.994916:0:251834:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090412292744 : -117983297258872 : ffff94b1df7a3a88) 00000080:00000001:2.0:1767734704.994919:0:251834:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1767734704.994922:0:251834:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1767734704.994924:0:251834:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734704.994928:0:251834:0:(namei.c:1887:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734704.994930:0:251834:0:(namei.c:1999:ll_new_node()) Process leaving 00000100:00000001:2.0:1767734704.994932:0:251834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734704.994939:0:251834:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02c9880 x1853602672089984/t12884924709(12884924709) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734720 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734704.994947:0:251834:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734704.994950:0:251834:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d0638c00. 00000080:00000001:2.0:1767734704.994955:0:251834:0:(namei.c:2007:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734704.994958:0:251834:0:(namei.c:2048:ll_mknod()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734704.994960:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804be20 00000080:00200000:2.0:1767734704.994962:0:251834:0:(namei.c:2073:ll_create_nd()) VFS Op:name=f160m.sanity2, unhashed 1 00000080:00000001:2.0:1767734704.994971:0:251834:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1767734704.994975:0:251834:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1767734704.994979:0:251834:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1767734704.994980:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804be30 00000080:00002000:2.0:1767734704.994983:0:251834:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:2.0:1767734704.994986:0:251834:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734704.995008:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734704.995018:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734704.995020:0:251834:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1767734704.995022:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bb98 00000080:00200000:2.0:1767734704.995024:0:251834:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:2.0:1767734704.995030:0:251834:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d0638c00. 00800000:00000002:2.0:1767734704.995034:0:251834:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:2.0:1767734704.995038:0:251834:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1767734704.995041:0:251834:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767734704.995043:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bab8 00800000:00000002:2.0:1767734704.995045:0:251834:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1767734704.995049:0:251834:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1767734704.995053:0:251834:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1767734704.995057:0:251834:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767734704.995059:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804b988 00000002:00010000:2.0:1767734704.995061:0:251834:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1767734704.995065:0:251834:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1767734704.995067:0:251834:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767734704.995069:0:251834:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767734704.995074:0:251834:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:2.0:1767734704.995077:0:251834:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734704.995081:0:251834:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734704.995083:0:251834:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767734704.995088:0:251834:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767734704.995098:0:251834:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1767734704.995102:0:251834:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734704.995105:0:251834:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1767734704.995113:0:251834:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1767734704.995116:0:251834:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1767734704.995118:0:251834:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734704.995120:0:251834:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734704.995122:0:251834:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734704.995131:0:251834:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1767734704.995134:0:251834:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1767734704.995136:0:251834:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:2.0:1767734704.995139:0:251834:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d0638c00. 00000080:00000001:2.0:1767734704.995142:0:251834:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1767734704.995144:0:251834:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734704.995147:0:251834:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:2.0:1767734704.995151:0:251834:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:2.0:1767734704.995154:0:251834:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1767734704.995157:0:251834:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1767734704.995159:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734704.995160:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734704.995163:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734704.995165:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734704.995168:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734704.995171:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.995173:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767734704.995175:0:251834:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734704.995177:0:251834:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734704.995179:0:251834:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc30804bbd0 00010000:00000001:2.0:1767734704.995182:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734704.995183:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734704.995185:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734704.995187:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734704.995190:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734704.995192:0:251834:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767734704.995196:0:251834:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734704.995204:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.995205:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734704.995207:0:251834:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1767734704.995209:0:251834:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1767734704.995212:0:251834:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734704.995224:0:251834:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767734704.995227:0:251834:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767734704.995229:0:251834:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734704.995232:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.995233:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734704.995235:0:251834:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.995238:0:251834:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767734704.995239:0:251834:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.995242:0:251834:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.995245:0:251834:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.995247:0:251834:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767734704.995249:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.995250:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767734704.995252:0:251834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767734704.995254:0:251834:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734704.995257:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:2.0:1767734704.995261:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734704.995264:0:251834:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1767734704.995294:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bb60 00000080:00002000:2.0:1767734704.995297:0:251834:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:2.0:1767734704.995300:0:251834:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734704.995303:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bba8 00000080:00200000:2.0:1767734704.995304:0:251834:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:2.0:1767734704.995344:0:251834:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1767734704.995347:0:251834:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734704.995351:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734704.995353:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:2.0:1767734704.995357:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734704.995368:0:251834:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1f20a6120. 00000020:00000001:2.0:1767734704.995371:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bd88 00000080:00200000:2.0:1767734704.995374:0:251834:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity3, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=1536 00000080:00000001:2.0:1767734704.995377:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734704.995379:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:2.0:1767734704.995382:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734704.995394:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734704.995396:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:2.0:1767734704.995400:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734704.995403:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804be20 00000080:00200000:2.0:1767734704.995406:0:251834:0:(namei.c:2065:ll_create_nd()) VFS Op:name=f160m.sanity3, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=33060, excl=1 00000080:00000001:2.0:1767734704.995409:0:251834:0:(namei.c:2016:ll_mknod()) Process entered 00000020:00000001:2.0:1767734704.995411:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bdd0 00000080:00200000:2.0:1767734704.995413:0:251834:0:(namei.c:2020:ll_mknod()) VFS Op:name=f160m.sanity3, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) mode 100444 dev 0 00000080:00000001:2.0:1767734704.995416:0:251834:0:(namei.c:1904:ll_new_node()) Process entered 00000080:00000001:2.0:1767734704.995418:0:251834:0:(namei.c:1713:ll_new_node_prepare()) Process entered 00000080:00000010:2.0:1767734704.995422:0:251834:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d0638c00. 00000080:00000001:2.0:1767734704.995428:0:251834:0:(namei.c:1820:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734704.995431:0:251834:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:2.0:1767734704.995433:0:251834:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1767734704.995436:0:251834:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00800000:00000001:2.0:1767734704.995439:0:251834:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1767734704.995441:0:251834:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1767734704.995443:0:251834:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1767734704.995445:0:251834:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1767734704.995447:0:251834:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1e7e86000: Allocated FID [0x2000013a3:0xc:0x0] 40000000:00000001:2.0:1767734704.995450:0:251834:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734704.995452:0:251834:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734704.995455:0:251834:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734704.995457:0:251834:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734704.995459:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bc10 00800000:00000002:2.0:1767734704.995461:0:251834:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'f160m.sanity3' [0x2000013a3:0xc:0x0] on [0x2000013a3:0x8:0x0] -> mds #0 00000002:00000001:2.0:1767734704.995465:0:251834:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1767734704.995467:0:251834:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1767734704.995471:0:251834:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:2.0:1767734704.995474:0:251834:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734704.995477:0:251834:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1767734704.995479:0:251834:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.995482:0:251834:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734704.995484:0:251834:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734704.995489:0:251834:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02c8000. 00000020:00000040:2.0:1767734704.995497:0:251834:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:2.0:1767734704.995502:0:251834:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1767734704.995503:0:251834:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.995506:0:251834:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1767734704.995509:0:251834:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734704.995512:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734704.995514:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734704.995516:0:251834:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734704.995518:0:251834:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734704.995520:0:251834:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734704.995523:0:251834:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734704.995530:0:251834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d0639c00. 00000100:00000001:2.0:1767734704.995534:0:251834:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.995536:0:251834:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734704.995538:0:251834:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.995540:0:251834:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734704.995542:0:251834:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734704.995544:0:251834:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1767734704.995553:0:251834:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1767734704.995561:0:251834:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02c8000 x1853602672090240/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767734704.995570:0:251834:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734704.995571:0:251834:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734704.995576:0:251834:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c59d2240. 00000100:00000001:2.0:1767734704.995578:0:251834:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089978372672 : -117983731178944 : ffff94b1c59d2240) 00000100:00000001:2.0:1767734704.995581:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734704.995583:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155540480 : -117983554011136 : ffff94b1d02c8000) 00000100:00000001:2.0:1767734704.995586:0:251834:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734704.995590:0:251834:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734704.995592:0:251834:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734704.995593:0:251834:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734704.995598:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02c8000 x1853602672090240/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734704.995606:0:251834:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734704.995614:0:251834:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734704.995617:0:251834:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734704.995620:0:251834:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734704.995622:0:251834:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734704.995627:0:251834:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02c8000 pname:cluuid:pid:xid:nid:opc:job createmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251834:1853602672090240:192.168.203.112@tcp:36:createmany.0 00000100:00000001:2.0:1767734704.995631:0:251834:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734704.995634:0:251834:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734704.995637:0:251834:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734704.995639:0:251834:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734704.995644:0:251834:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c59fd000. 02000000:00000001:2.0:1767734704.995646:0:251834:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734704.995653:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734704.995656:0:251834:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5ed10. 00000400:00000010:2.0:1767734704.995661:0:251834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29cc0. 00000100:00000200:2.0:1767734704.995666:0:251834:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672090240, portal 10 00000100:00000001:2.0:1767734704.995668:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734704.995670:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155540480 : -117983554011136 : ffff94b1d02c8000) 00000100:00000040:2.0:1767734704.995676:0:251834:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02c8000 x1853602672090240/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734720 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734704.995684:0:251834:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734704.995687:0:251834:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734704.995690:0:251834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29f68. 00000100:00000200:2.0:1767734704.995693:0:251834:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1853602672090240, offset 0 00000400:00000200:2.0:1767734704.995699:0:251834:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734704.995705:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734704.995711:0:251834:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734704.995716:0:251834:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734704.995719:0:251834:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734704.995723:0:251834:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734704.995726:0:251834:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734704.995730:0:251834:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66644:66644:256:4294967295] 192.168.203.112@tcp LPNI seq info [66644:66644:8:4294967295] 00000400:00000200:2.0:1767734704.995735:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734704.995744:0:251834:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734704.995757:0:251834:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734704.995762:0:251834:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790000. 00000800:00000200:2.0:1767734704.995767:0:251834:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734704.995774:0:251834:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734704.995778:0:251834:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790000 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1767734704.995800:0:251834:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734704.995805:0:251834:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 59378 usecs (60 jiffies) 00000400:00000200:2.0:1767734704.995810:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734704.995812:0:251834:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303466877 00000100:00000001:2.0:1767734704.995818:0:251834:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303466872 00000100:00000001:2.0:1767734704.995823:0:251834:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303466877 00000100:00000001:2.0:1767734704.995827:0:251834:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303466872 00000100:00000001:2.0:1767734704.995830:0:251834:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734704.995833:0:251834:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734704.995836:0:251834:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734704.995838:0:251834:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734704.995841:0:251834:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c59d2240 going to sleep for 11 seconds 00000100:00000001:2.0:1767734704.995843:0:251834:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734704.995846:0:251834:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734704.995964:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734704.995972:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790000. 00000400:00000200:3.0:1767734704.995978:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734704.995986:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734704.995991:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29f68 00000400:00000010:3.0:1767734704.995994:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29f68. 00000100:00000001:3.0:1767734704.995998:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734704.996006:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02c8000 x1853602672090240/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734720 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734704.996018:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734704.996022:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c8000 x1853602672090240/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734720 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734704.996031:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734704.996034:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1767734704.998391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1f20a68e0. 00000800:00000001:3.0:1767734705.000016:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.000028:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.000032:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.000034:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.000042:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.000049:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.000066:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.000071:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.000076:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.000080:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d31c80 00000400:00000200:3.0:1767734705.000086:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.000091:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bc15 [1] + 224 00000800:00000001:3.0:1767734705.000098:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.000106:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.000109:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.000114:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.000119:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.000126:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02c8000 x1853602672090240/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734720 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.000139:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1d02c8000 x1853602672090240/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734720 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.000163:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.000170:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.000174:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.000179:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.000185:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66645:66645:256:4294967295] 192.168.203.112@tcp LPNI seq info [66645:66645:8:4294967295] 00000400:00000200:3.0:1767734705.000191:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.000199:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.000205:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.000210:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.000216:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.000223:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.000227:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1767734705.000259:0:251834:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734705.000296:0:251834:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734705.000298:0:251834:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734705.000302:0:251834:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5ed10. 00000400:00000200:2.0:1767734705.000345:0:251834:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29cc0 00000400:00000010:2.0:1767734705.000348:0:251834:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29cc0. 00000100:00000001:2.0:1767734705.000354:0:251834:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.000364:0:251834:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02c8000 x1853602672090240/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734720 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767734705.000369:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1767734705.000381:0:251834:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02c8000 x1853602672090240/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734720 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767734705.000388:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000100:00000001:2.0:1767734705.000401:0:251834:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734705.000418:0:251834:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734705.000422:0:251834:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734705.000425:0:251834:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734705.000428:0:251834:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734705.000431:0:251834:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734705.000435:0:251834:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734705.000441:0:251834:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:2.0:1767734705.000446:0:251834:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1767734705.000449:0:251834:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734705.000451:0:251834:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.000454:0:251834:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734705.000458:0:251834:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.000461:0:251834:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1767734705.000463:0:251834:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x1] 00000100:00000001:2.0:1767734705.000467:0:251834:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1767734705.000469:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767734705.000471:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767734705.000472:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155540480 : -117983554011136 : ffff94b1d02c8000) 00000100:00000001:2.0:1767734705.000483:0:251834:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767734705.000488:0:251834:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000400:00000200:3.0:1767734705.000493:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000001:2.0:1767734705.000494:0:251834:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734705.000501:0:251834:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767734705.000511:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767734705.000512:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02c8000 x1853602672090240/t12884924710(12884924710) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734720 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767734705.000520:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734705.000532:0:251834:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734705.000536:0:251834:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734705.000538:0:251834:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734705.000545:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02c8000 x1853602672090240/t12884924710(12884924710) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734720 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734705.000557:0:251834:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02c8000 pname:cluuid:pid:xid:nid:opc:job createmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251834:1853602672090240:192.168.203.112@tcp:36:createmany.0 00000100:00000001:2.0:1767734705.000564:0:251834:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734705.000568:0:251834:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.000570:0:251834:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767734705.000572:0:251834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.000584:0:251834:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c8000 x1853602672090240/t12884924710(12884924710) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734720 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.000592:0:251834:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734705.000595:0:251834:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c59d2240. 00000100:00000001:2.0:1767734705.000599:0:251834:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767734705.000601:0:251834:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734705.000606:0:251834:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1767734705.000609:0:251834:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a3:0xc:0x0] 00800000:00000001:2.0:1767734705.000612:0:251834:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.000614:0:251834:0:(namei.c:1840:ll_new_node_finish()) Process entered 00000080:00000001:2.0:1767734705.000617:0:251834:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1767734705.000621:0:251834:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1767734705.000623:0:251834:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1767734705.000625:0:251834:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920716 : 144115272414920716 : 2000013a300000c) 00000080:00000001:2.0:1767734705.000628:0:251834:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:2.0:1767734705.000638:0:251834:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1df7a0000. 00000020:00000001:2.0:1767734705.000645:0:251834:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:2.0:1767734705.000647:0:251834:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1767734705.000649:0:251834:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:2.0:1767734705.000651:0:251834:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a3:0xc:0x0](ffff94b1df7a00c8) 00000080:00000001:2.0:1767734705.000654:0:251834:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920716 : 144115272414920716 : 2000013a300000c) 00000080:00000001:2.0:1767734705.000657:0:251834:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:2.0:1767734705.000660:0:251834:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272414920716 mtime from 0 to 1767734704 00000080:00000001:2.0:1767734705.000663:0:251834:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000020:00000001:2.0:1767734705.000665:0:251834:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:2.0:1767734705.000668:0:251834:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183144584 : -117983526407032 : ffff94b1d1d1b488) 00000020:00001000:2.0:1767734705.000671:0:251834:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b480 00000020:00000001:2.0:1767734705.000674:0:251834:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:2.0:1767734705.000678:0:251834:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff94b1c5924190. 00000020:00000001:2.0:1767734705.000681:0:251834:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1767734705.000683:0:251834:0:(cl_object.c:67:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767734705.000687:0:251834:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:2.0:1767734705.000691:0:251834:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff94b1f88c2000. 00020000:00000001:2.0:1767734705.000693:0:251834:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446626090832896000 : -117982876655616 : ffff94b1f88c2000) 00020000:00000001:2.0:1767734705.000696:0:251834:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:2.0:1767734705.000704:0:251834:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.000708:0:251834:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626089977659920 : -117983731891696 : ffff94b1c5924210) 00000020:00001000:2.0:1767734705.000712:0:251834:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b480 00000080:00000001:2.0:1767734705.000715:0:251834:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090412277960 : -117983297273656 : ffff94b1df7a00c8) 00000080:00000001:2.0:1767734705.000718:0:251834:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1767734705.000721:0:251834:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1767734705.000723:0:251834:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.000727:0:251834:0:(namei.c:1887:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.000729:0:251834:0:(namei.c:1999:ll_new_node()) Process leaving 00000100:00000001:2.0:1767734705.000731:0:251834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.000737:0:251834:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02c8000 x1853602672090240/t12884924710(12884924710) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734720 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.000745:0:251834:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734705.000748:0:251834:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d0638c00. 00000080:00000001:2.0:1767734705.000751:0:251834:0:(namei.c:2007:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.000754:0:251834:0:(namei.c:2048:ll_mknod()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.000757:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804be20 00000080:00200000:2.0:1767734705.000759:0:251834:0:(namei.c:2073:ll_create_nd()) VFS Op:name=f160m.sanity3, unhashed 1 00000080:00000001:2.0:1767734705.000767:0:251834:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1767734705.000773:0:251834:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1767734705.000777:0:251834:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1767734705.000779:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804be30 00000080:00002000:2.0:1767734705.000781:0:251834:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:2.0:1767734705.000785:0:251834:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.000807:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734705.000810:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734705.000812:0:251834:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1767734705.000813:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bb98 00000080:00200000:2.0:1767734705.000816:0:251834:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:2.0:1767734705.000821:0:251834:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d0638c00. 00800000:00000002:2.0:1767734705.000826:0:251834:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:2.0:1767734705.000829:0:251834:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1767734705.000832:0:251834:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767734705.000833:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bab8 00800000:00000002:2.0:1767734705.000836:0:251834:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1767734705.000840:0:251834:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1767734705.000850:0:251834:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1767734705.000855:0:251834:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767734705.000857:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804b988 00000002:00010000:2.0:1767734705.000859:0:251834:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1767734705.000863:0:251834:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1767734705.000865:0:251834:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767734705.000867:0:251834:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767734705.000872:0:251834:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:2.0:1767734705.000875:0:251834:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734705.000878:0:251834:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734705.000881:0:251834:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767734705.000886:0:251834:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767734705.000896:0:251834:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1767734705.000899:0:251834:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734705.000903:0:251834:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1767734705.000911:0:251834:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1767734705.000913:0:251834:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1767734705.000915:0:251834:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734705.000917:0:251834:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734705.000919:0:251834:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734705.000922:0:251834:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1767734705.000925:0:251834:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1767734705.000928:0:251834:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:2.0:1767734705.000931:0:251834:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d0638c00. 00000080:00000001:2.0:1767734705.000934:0:251834:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1767734705.000936:0:251834:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734705.000939:0:251834:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:2.0:1767734705.000942:0:251834:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:2.0:1767734705.000946:0:251834:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1767734705.000948:0:251834:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1767734705.000955:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734705.000957:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734705.000959:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734705.000962:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734705.000965:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734705.000968:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.000970:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767734705.000971:0:251834:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734705.000974:0:251834:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734705.000976:0:251834:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc30804bbd0 00010000:00000001:2.0:1767734705.000979:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734705.000980:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734705.000982:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734705.000984:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734705.000987:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734705.000990:0:251834:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767734705.000993:0:251834:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734705.001000:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.001002:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734705.001004:0:251834:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1767734705.001006:0:251834:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1767734705.001009:0:251834:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734705.001016:0:251834:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767734705.001018:0:251834:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767734705.001020:0:251834:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734705.001023:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.001025:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734705.001026:0:251834:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.001029:0:251834:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767734705.001031:0:251834:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.001034:0:251834:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.001042:0:251834:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.001044:0:251834:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767734705.001046:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.001047:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767734705.001050:0:251834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767734705.001051:0:251834:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734705.001054:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:2.0:1767734705.001059:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.001062:0:251834:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1767734705.001064:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bb60 00000080:00002000:2.0:1767734705.001066:0:251834:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:2.0:1767734705.001069:0:251834:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.001072:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bba8 00000080:00200000:2.0:1767734705.001073:0:251834:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:2.0:1767734705.001077:0:251834:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1767734705.001079:0:251834:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.001082:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734705.001084:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:2.0:1767734705.001087:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734705.001095:0:251834:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1f20a6820. 00000020:00000001:2.0:1767734705.001098:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bd88 00000080:00200000:2.0:1767734705.001101:0:251834:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity4, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=1536 00000080:00000001:2.0:1767734705.001104:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734705.001106:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:2.0:1767734705.001109:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.001113:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734705.001115:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:2.0:1767734705.001117:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.001120:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804be20 00000080:00200000:2.0:1767734705.001123:0:251834:0:(namei.c:2065:ll_create_nd()) VFS Op:name=f160m.sanity4, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=33060, excl=1 00000080:00000001:2.0:1767734705.001126:0:251834:0:(namei.c:2016:ll_mknod()) Process entered 00000020:00000001:2.0:1767734705.001128:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bdd0 00000080:00200000:2.0:1767734705.001130:0:251834:0:(namei.c:2020:ll_mknod()) VFS Op:name=f160m.sanity4, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) mode 100444 dev 0 00000080:00000001:2.0:1767734705.001133:0:251834:0:(namei.c:1904:ll_new_node()) Process entered 00000080:00000001:2.0:1767734705.001135:0:251834:0:(namei.c:1713:ll_new_node_prepare()) Process entered 00000080:00000010:2.0:1767734705.001143:0:251834:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d0638c00. 00000080:00000001:2.0:1767734705.001149:0:251834:0:(namei.c:1820:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734705.001152:0:251834:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:2.0:1767734705.001154:0:251834:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1767734705.001157:0:251834:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00800000:00000001:2.0:1767734705.001160:0:251834:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1767734705.001162:0:251834:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1767734705.001164:0:251834:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1767734705.001166:0:251834:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1767734705.001168:0:251834:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1e7e86000: Allocated FID [0x2000013a3:0xd:0x0] 40000000:00000001:2.0:1767734705.001171:0:251834:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734705.001173:0:251834:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734705.001176:0:251834:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734705.001178:0:251834:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.001180:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bc10 00800000:00000002:2.0:1767734705.001183:0:251834:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'f160m.sanity4' [0x2000013a3:0xd:0x0] on [0x2000013a3:0x8:0x0] -> mds #0 00000002:00000001:2.0:1767734705.001187:0:251834:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1767734705.001188:0:251834:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1767734705.001192:0:251834:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:2.0:1767734705.001195:0:251834:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734705.001198:0:251834:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1767734705.001201:0:251834:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.001203:0:251834:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734705.001205:0:251834:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734705.001210:0:251834:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02c9180. 00000020:00000040:2.0:1767734705.001213:0:251834:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=9 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:2.0:1767734705.001217:0:251834:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1767734705.001219:0:251834:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.001221:0:251834:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1767734705.001224:0:251834:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734705.001227:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.001229:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734705.001231:0:251834:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.001233:0:251834:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734705.001235:0:251834:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734705.001238:0:251834:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734705.001249:0:251834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d0639400. 00000100:00000001:2.0:1767734705.001254:0:251834:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.001256:0:251834:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734705.001258:0:251834:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.001260:0:251834:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734705.001262:0:251834:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.001264:0:251834:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1767734705.001301:0:251834:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1767734705.001339:0:251834:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02c9180 x1853602672090496/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767734705.001349:0:251834:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734705.001352:0:251834:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734705.001359:0:251834:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c59d2240. 00000100:00000001:2.0:1767734705.001362:0:251834:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089978372672 : -117983731178944 : ffff94b1c59d2240) 00000100:00000001:2.0:1767734705.001365:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734705.001368:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155544960 : -117983554006656 : ffff94b1d02c9180) 00000100:00000001:2.0:1767734705.001372:0:251834:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734705.001376:0:251834:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.001378:0:251834:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734705.001383:0:251834:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734705.001389:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02c9180 x1853602672090496/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.001399:0:251834:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734705.001402:0:251834:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734705.001406:0:251834:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734705.001410:0:251834:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734705.001413:0:251834:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734705.001417:0:251834:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02c9180 pname:cluuid:pid:xid:nid:opc:job createmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251834:1853602672090496:192.168.203.112@tcp:36:createmany.0 00000100:00000001:2.0:1767734705.001421:0:251834:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734705.001428:0:251834:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734705.001432:0:251834:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734705.001436:0:251834:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734705.001441:0:251834:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c59fc000. 02000000:00000001:2.0:1767734705.001452:0:251834:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734705.001462:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734705.001465:0:251834:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5ed10. 00000400:00000010:2.0:1767734705.001470:0:251834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29cc0. 00000100:00000200:2.0:1767734705.001475:0:251834:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672090496, portal 10 00000100:00000001:2.0:1767734705.001478:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734705.001479:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155544960 : -117983554006656 : ffff94b1d02c9180) 00000100:00000040:2.0:1767734705.001486:0:251834:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02c9180 x1853602672090496/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.001495:0:251834:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734705.001498:0:251834:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734705.001501:0:251834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa295d8. 00000100:00000200:2.0:1767734705.001504:0:251834:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1853602672090496, offset 0 00000400:00000200:2.0:1767734705.001510:0:251834:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734705.001516:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.001522:0:251834:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734705.001526:0:251834:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734705.001530:0:251834:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734705.001533:0:251834:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734705.001536:0:251834:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734705.001540:0:251834:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66646:66646:256:4294967295] 192.168.203.112@tcp LPNI seq info [66646:66646:8:4294967295] 00000400:00000200:2.0:1767734705.001545:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.001554:0:251834:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734705.001560:0:251834:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734705.001564:0:251834:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790a00. 00000800:00000200:2.0:1767734705.001571:0:251834:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734705.001577:0:251834:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734705.001582:0:251834:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790a00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1767734705.001603:0:251834:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734705.001608:0:251834:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 58627 usecs (59 jiffies) 00000400:00000200:2.0:1767734705.001612:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734705.001623:0:251834:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303466882 00000100:00000001:2.0:1767734705.001629:0:251834:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303466877 00000100:00000001:2.0:1767734705.001634:0:251834:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303466882 00000100:00000001:2.0:1767734705.001638:0:251834:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303466877 00000100:00000001:2.0:1767734705.001641:0:251834:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734705.001644:0:251834:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.001647:0:251834:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734705.001649:0:251834:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734705.001652:0:251834:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c59d2240 going to sleep for 11 seconds 00000100:00000001:2.0:1767734705.001655:0:251834:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734705.001657:0:251834:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734705.001774:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.001782:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790a00. 00000400:00000200:3.0:1767734705.001788:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.001796:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.001801:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa295d8 00000400:00000010:3.0:1767734705.001804:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa295d8. 00000100:00000001:3.0:1767734705.001808:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.001815:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02c9180 x1853602672090496/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.001828:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.001832:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c9180 x1853602672090496/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.001841:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.001844:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1767734705.002406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1f20a62e0. 00000800:00000001:3.0:1767734705.005872:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.005884:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.005888:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.005890:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.005898:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.005905:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.005911:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.005916:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.005920:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.005925:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d31d80 00000400:00000200:3.0:1767734705.005931:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.005936:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bc25 [1] + 224 00000800:00000001:3.0:1767734705.005943:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.005962:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.005974:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.005979:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.005984:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.005991:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02c9180 x1853602672090496/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.006004:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1d02c9180 x1853602672090496/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.006029:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.006036:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.006041:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.006047:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.006053:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66647:66647:256:4294967295] 192.168.203.112@tcp LPNI seq info [66647:66647:8:4294967295] 00000400:00000200:3.0:1767734705.006058:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.006068:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.006074:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.006079:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.006085:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.006091:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.006096:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1767734705.006124:0:251834:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734705.006135:0:251834:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734705.006137:0:251834:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734705.006142:0:251834:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5ed10. 00000400:00000200:2.0:1767734705.006149:0:251834:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29cc0 00000400:00000010:2.0:1767734705.006152:0:251834:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29cc0. 00000100:00000001:2.0:1767734705.006155:0:251834:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.006166:0:251834:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02c9180 x1853602672090496/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767734705.006168:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.006178:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.006189:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767734705.006193:0:251834:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02c9180 x1853602672090496/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767734705.006203:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.006218:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767734705.006220:0:251834:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734705.006227:0:251834:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.006228:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734705.006231:0:251834:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734705.006236:0:251834:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734705.006239:0:251834:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734705.006242:0:251834:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734705.006245:0:251834:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734705.006251:0:251834:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:2.0:1767734705.006256:0:251834:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1767734705.006260:0:251834:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734705.006261:0:251834:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.006347:0:251834:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734705.006351:0:251834:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.006355:0:251834:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1767734705.006357:0:251834:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x1] 00000100:00000001:2.0:1767734705.006360:0:251834:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1767734705.006363:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734705.006365:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155544960 : -117983554006656 : ffff94b1d02c9180) 00000100:00000001:2.0:1767734705.006370:0:251834:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767734705.006372:0:251834:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:2.0:1767734705.006375:0:251834:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734705.006378:0:251834:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734705.006389:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02c9180 x1853602672090496/t12884924711(12884924711) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.006400:0:251834:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734705.006405:0:251834:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734705.006409:0:251834:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734705.006418:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02c9180 x1853602672090496/t12884924711(12884924711) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734705.006430:0:251834:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02c9180 pname:cluuid:pid:xid:nid:opc:job createmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251834:1853602672090496:192.168.203.112@tcp:36:createmany.0 00000100:00000001:2.0:1767734705.006437:0:251834:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734705.006445:0:251834:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.006449:0:251834:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767734705.006453:0:251834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.006458:0:251834:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c9180 x1853602672090496/t12884924711(12884924711) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.006467:0:251834:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734705.006471:0:251834:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c59d2240. 00000100:00000001:2.0:1767734705.006477:0:251834:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767734705.006479:0:251834:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734705.006487:0:251834:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1767734705.006492:0:251834:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a3:0xd:0x0] 00800000:00000001:2.0:1767734705.006495:0:251834:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.006507:0:251834:0:(namei.c:1840:ll_new_node_finish()) Process entered 00000080:00000002:2.0:1767734705.006511:0:251834:0:(namei.c:1635:ll_update_times()) setting fid [0x2000013a3:0x8:0x0] mtime from 1767734704 to 1767734705 00000080:00000001:2.0:1767734705.006514:0:251834:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1767734705.006518:0:251834:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1767734705.006520:0:251834:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1767734705.006522:0:251834:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920717 : 144115272414920717 : 2000013a300000d) 00000080:00000001:2.0:1767734705.006525:0:251834:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:2.0:1767734705.006534:0:251834:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1df7a3180. 00000020:00000001:2.0:1767734705.006541:0:251834:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:2.0:1767734705.006543:0:251834:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1767734705.006545:0:251834:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:2.0:1767734705.006547:0:251834:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a3:0xd:0x0](ffff94b1df7a3248) 00000080:00000001:2.0:1767734705.006550:0:251834:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920717 : 144115272414920717 : 2000013a300000d) 00000080:00000001:2.0:1767734705.006553:0:251834:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:2.0:1767734705.006556:0:251834:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272414920717 mtime from 0 to 1767734705 00000080:00000001:2.0:1767734705.006559:0:251834:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000020:00000001:2.0:1767734705.006561:0:251834:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:2.0:1767734705.006564:0:251834:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183144584 : -117983526407032 : ffff94b1d1d1b488) 00000020:00001000:2.0:1767734705.006567:0:251834:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b480 00000020:00000001:2.0:1767734705.006570:0:251834:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:2.0:1767734705.006574:0:251834:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff94b1c5924c80. 00000020:00000001:2.0:1767734705.006576:0:251834:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1767734705.006578:0:251834:0:(cl_object.c:67:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767734705.006583:0:251834:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:2.0:1767734705.006586:0:251834:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff94b1f88c20f8. 00020000:00000001:2.0:1767734705.006588:0:251834:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446626090832896248 : -117982876655368 : ffff94b1f88c20f8) 00020000:00000001:2.0:1767734705.006591:0:251834:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:2.0:1767734705.006593:0:251834:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.006597:0:251834:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626089977662720 : -117983731888896 : ffff94b1c5924d00) 00000020:00001000:2.0:1767734705.006600:0:251834:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b480 00000080:00000001:2.0:1767734705.006603:0:251834:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090412290632 : -117983297260984 : ffff94b1df7a3248) 00000080:00000001:2.0:1767734705.006606:0:251834:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1767734705.006608:0:251834:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1767734705.006611:0:251834:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.006614:0:251834:0:(namei.c:1887:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.006616:0:251834:0:(namei.c:1999:ll_new_node()) Process leaving 00000100:00000001:2.0:1767734705.006624:0:251834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.006630:0:251834:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02c9180 x1853602672090496/t12884924711(12884924711) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.006638:0:251834:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734705.006642:0:251834:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d0638c00. 00000080:00000001:2.0:1767734705.006645:0:251834:0:(namei.c:2007:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.006649:0:251834:0:(namei.c:2048:ll_mknod()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.006651:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804be20 00000080:00200000:2.0:1767734705.006653:0:251834:0:(namei.c:2073:ll_create_nd()) VFS Op:name=f160m.sanity4, unhashed 1 00000080:00000001:2.0:1767734705.006662:0:251834:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1767734705.006668:0:251834:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1767734705.006673:0:251834:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1767734705.006674:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804be30 00000080:00002000:2.0:1767734705.006677:0:251834:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:2.0:1767734705.006680:0:251834:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.006702:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734705.006705:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734705.006707:0:251834:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1767734705.006708:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bb98 00000080:00200000:2.0:1767734705.006711:0:251834:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:2.0:1767734705.006716:0:251834:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d0638c00. 00800000:00000002:2.0:1767734705.006720:0:251834:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:2.0:1767734705.006724:0:251834:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1767734705.006727:0:251834:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767734705.006729:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bab8 00800000:00000002:2.0:1767734705.006731:0:251834:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1767734705.006735:0:251834:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1767734705.006738:0:251834:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1767734705.006743:0:251834:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767734705.006745:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804b988 00000002:00010000:2.0:1767734705.006747:0:251834:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1767734705.006751:0:251834:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1767734705.006753:0:251834:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767734705.006755:0:251834:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767734705.006760:0:251834:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:2.0:1767734705.006763:0:251834:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734705.006774:0:251834:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734705.006776:0:251834:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767734705.006781:0:251834:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767734705.006792:0:251834:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1767734705.006796:0:251834:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734705.006799:0:251834:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1767734705.006807:0:251834:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1767734705.006809:0:251834:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1767734705.006812:0:251834:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734705.006814:0:251834:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734705.006816:0:251834:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734705.006819:0:251834:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1767734705.006822:0:251834:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1767734705.006824:0:251834:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:2.0:1767734705.006828:0:251834:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d0638c00. 00000080:00000001:2.0:1767734705.006831:0:251834:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1767734705.006832:0:251834:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734705.006835:0:251834:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:2.0:1767734705.006839:0:251834:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:2.0:1767734705.006842:0:251834:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1767734705.006845:0:251834:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1767734705.006846:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734705.006848:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734705.006851:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734705.006854:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734705.006856:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734705.006859:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.006861:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767734705.006863:0:251834:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734705.006865:0:251834:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734705.006873:0:251834:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc30804bbd0 00010000:00000001:2.0:1767734705.006875:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734705.006877:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734705.006879:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734705.006881:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734705.006884:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734705.006886:0:251834:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767734705.006890:0:251834:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734705.006897:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.006899:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734705.006901:0:251834:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1767734705.006903:0:251834:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1767734705.006906:0:251834:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734705.006913:0:251834:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767734705.006915:0:251834:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767734705.006917:0:251834:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734705.006920:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.006922:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734705.006923:0:251834:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.006926:0:251834:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767734705.006928:0:251834:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.006931:0:251834:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.006933:0:251834:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.006936:0:251834:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767734705.006937:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.006939:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767734705.006941:0:251834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767734705.006942:0:251834:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734705.006945:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:2.0:1767734705.006950:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.006953:0:251834:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1767734705.006955:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bb60 00000080:00002000:2.0:1767734705.006962:0:251834:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:2.0:1767734705.006965:0:251834:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.006968:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bba8 00000080:00200000:2.0:1767734705.006969:0:251834:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:2.0:1767734705.006973:0:251834:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1767734705.006975:0:251834:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.006978:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734705.006980:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:2.0:1767734705.006984:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734705.006992:0:251834:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1f20a63a0. 00000020:00000001:2.0:1767734705.006995:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bd88 00000080:00200000:2.0:1767734705.006998:0:251834:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity5, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=1536 00000080:00000001:2.0:1767734705.007001:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734705.007003:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:2.0:1767734705.007006:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.007010:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734705.007011:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:2.0:1767734705.007014:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.007017:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804be20 00000080:00200000:2.0:1767734705.007019:0:251834:0:(namei.c:2065:ll_create_nd()) VFS Op:name=f160m.sanity5, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=33060, excl=1 00000080:00000001:2.0:1767734705.007023:0:251834:0:(namei.c:2016:ll_mknod()) Process entered 00000020:00000001:2.0:1767734705.007024:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bdd0 00000080:00200000:2.0:1767734705.007026:0:251834:0:(namei.c:2020:ll_mknod()) VFS Op:name=f160m.sanity5, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) mode 100444 dev 0 00000080:00000001:2.0:1767734705.007030:0:251834:0:(namei.c:1904:ll_new_node()) Process entered 00000080:00000001:2.0:1767734705.007031:0:251834:0:(namei.c:1713:ll_new_node_prepare()) Process entered 00000080:00000010:2.0:1767734705.007035:0:251834:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d0638c00. 00000080:00000001:2.0:1767734705.007040:0:251834:0:(namei.c:1820:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734705.007043:0:251834:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:2.0:1767734705.007045:0:251834:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1767734705.007048:0:251834:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00800000:00000001:2.0:1767734705.007051:0:251834:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1767734705.007052:0:251834:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1767734705.007054:0:251834:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1767734705.007057:0:251834:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1767734705.007059:0:251834:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1e7e86000: Allocated FID [0x2000013a3:0xe:0x0] 40000000:00000001:2.0:1767734705.007067:0:251834:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734705.007070:0:251834:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734705.007072:0:251834:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734705.007074:0:251834:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.007077:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bc10 00800000:00000002:2.0:1767734705.007080:0:251834:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'f160m.sanity5' [0x2000013a3:0xe:0x0] on [0x2000013a3:0x8:0x0] -> mds #0 00000002:00000001:2.0:1767734705.007084:0:251834:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1767734705.007085:0:251834:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1767734705.007089:0:251834:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:2.0:1767734705.007092:0:251834:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734705.007095:0:251834:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1767734705.007098:0:251834:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.007100:0:251834:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734705.007103:0:251834:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734705.007108:0:251834:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02c8380. 00000020:00000040:2.0:1767734705.007111:0:251834:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=10 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:2.0:1767734705.007115:0:251834:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1767734705.007117:0:251834:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.007119:0:251834:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1767734705.007122:0:251834:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734705.007125:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.007127:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734705.007128:0:251834:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.007131:0:251834:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734705.007133:0:251834:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734705.007136:0:251834:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734705.007141:0:251834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d0639a00. 00000100:00000001:2.0:1767734705.007146:0:251834:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.007148:0:251834:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734705.007150:0:251834:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.007152:0:251834:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734705.007154:0:251834:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.007156:0:251834:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1767734705.007164:0:251834:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1767734705.007172:0:251834:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02c8380 x1853602672090752/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767734705.007189:0:251834:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734705.007191:0:251834:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734705.007195:0:251834:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c59d2240. 00000100:00000001:2.0:1767734705.007198:0:251834:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089978372672 : -117983731178944 : ffff94b1c59d2240) 00000100:00000001:2.0:1767734705.007200:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734705.007202:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155541376 : -117983554010240 : ffff94b1d02c8380) 00000100:00000001:2.0:1767734705.007206:0:251834:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734705.007209:0:251834:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.007211:0:251834:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734705.007213:0:251834:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734705.007217:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02c8380 x1853602672090752/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.007226:0:251834:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734705.007228:0:251834:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734705.007231:0:251834:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734705.007234:0:251834:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734705.007236:0:251834:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734705.007240:0:251834:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02c8380 pname:cluuid:pid:xid:nid:opc:job createmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251834:1853602672090752:192.168.203.112@tcp:36:createmany.0 00000100:00000001:2.0:1767734705.007244:0:251834:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734705.007247:0:251834:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734705.007250:0:251834:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734705.007252:0:251834:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734705.007257:0:251834:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c59fa000. 02000000:00000001:2.0:1767734705.007259:0:251834:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734705.007292:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734705.007297:0:251834:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5ed10. 00000400:00000010:2.0:1767734705.007303:0:251834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29cc0. 00000080:00000010:2.1:1767734705.007358:0:251834:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1f20a6120. 00000100:00000200:2.0:1767734705.007371:0:251834:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672090752, portal 10 00000100:00000001:2.0:1767734705.007374:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734705.007376:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155541376 : -117983554010240 : ffff94b1d02c8380) 00000100:00000040:2.0:1767734705.007384:0:251834:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02c8380 x1853602672090752/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.007408:0:251834:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734705.007412:0:251834:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734705.007416:0:251834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa294c8. 00000100:00000200:2.0:1767734705.007420:0:251834:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1853602672090752, offset 0 00000400:00000200:2.0:1767734705.007426:0:251834:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734705.007433:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.007440:0:251834:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734705.007446:0:251834:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734705.007452:0:251834:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734705.007457:0:251834:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734705.007460:0:251834:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734705.007469:0:251834:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66648:66648:256:4294967295] 192.168.203.112@tcp LPNI seq info [66648:66648:8:4294967295] 00000400:00000200:2.0:1767734705.007478:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.007491:0:251834:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734705.007498:0:251834:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734705.007503:0:251834:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790200. 00000800:00000200:2.0:1767734705.007510:0:251834:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734705.007517:0:251834:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734705.007521:0:251834:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790200 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1767734705.007538:0:251834:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734705.007543:0:251834:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 57897 usecs (58 jiffies) 00000400:00000200:2.0:1767734705.007547:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734705.007550:0:251834:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303466887 00000100:00000001:2.0:1767734705.007556:0:251834:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303466882 00000100:00000001:2.0:1767734705.007562:0:251834:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303466887 00000100:00000001:2.0:1767734705.007566:0:251834:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303466882 00000100:00000001:2.0:1767734705.007569:0:251834:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734705.007572:0:251834:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.007582:0:251834:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734705.007584:0:251834:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734705.007587:0:251834:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c59d2240 going to sleep for 11 seconds 00000100:00000001:2.0:1767734705.007590:0:251834:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734705.007592:0:251834:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734705.007709:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.007717:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790200. 00000400:00000200:3.0:1767734705.007724:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.007732:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.007737:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa294c8 00000400:00000010:3.0:1767734705.007751:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa294c8. 00000100:00000001:3.0:1767734705.007756:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.007764:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02c8380 x1853602672090752/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.007776:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.007781:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c8380 x1853602672090752/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.007790:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.007793:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.011883:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.011894:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.011898:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.011901:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.011908:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.011915:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.011922:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.011927:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.011931:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.011936:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d31e80 00000400:00000200:3.0:1767734705.011941:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.011947:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bc35 [1] + 224 00000800:00000001:3.0:1767734705.011953:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.011961:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.011964:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.011969:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.011974:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.011982:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02c8380 x1853602672090752/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.011996:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1d02c8380 x1853602672090752/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.012021:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.012039:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.012044:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.012050:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.012056:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66649:66649:256:4294967295] 192.168.203.112@tcp LPNI seq info [66649:66649:8:4294967295] 00000400:00000200:3.0:1767734705.012061:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.012070:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.012076:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.012081:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.012087:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.012094:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.012099:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1767734705.012113:0:251834:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734705.012123:0:251834:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734705.012125:0:251834:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734705.012129:0:251834:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5ed10. 00000400:00000200:2.0:1767734705.012137:0:251834:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29cc0 00000400:00000010:2.0:1767734705.012140:0:251834:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29cc0. 00000100:00000001:2.0:1767734705.012145:0:251834:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.012155:0:251834:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02c8380 x1853602672090752/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767734705.012172:0:251834:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02c8380 x1853602672090752/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767734705.012174:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.012184:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000100:00000001:2.0:1767734705.012195:0:251834:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.012196:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767734705.012199:0:251834:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734705.012205:0:251834:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734705.012212:0:251834:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767734705.012213:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000001:2.0:1767734705.012219:0:251834:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734705.012224:0:251834:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767734705.012226:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767734705.012229:0:251834:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767734705.012236:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767734705.012238:0:251834:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:2.0:1767734705.012247:0:251834:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1767734705.012250:0:251834:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734705.012253:0:251834:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.012256:0:251834:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734705.012260:0:251834:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.012263:0:251834:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1767734705.012299:0:251834:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x1] 00000100:00000001:2.0:1767734705.012302:0:251834:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1767734705.012304:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734705.012306:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155541376 : -117983554010240 : ffff94b1d02c8380) 00000080:00000010:2.1:1767734705.012349:0:251834:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1f20a6820. 00000100:00000001:2.0:1767734705.012368:0:251834:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767734705.012371:0:251834:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:2.0:1767734705.012386:0:251834:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734705.012390:0:251834:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734705.012399:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02c8380 x1853602672090752/t12884924712(12884924712) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.012410:0:251834:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734705.012413:0:251834:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734705.012416:0:251834:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734705.012421:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02c8380 x1853602672090752/t12884924712(12884924712) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734705.012431:0:251834:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02c8380 pname:cluuid:pid:xid:nid:opc:job createmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251834:1853602672090752:192.168.203.112@tcp:36:createmany.0 00000100:00000001:2.0:1767734705.012436:0:251834:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734705.012439:0:251834:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.012441:0:251834:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767734705.012443:0:251834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.012447:0:251834:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c8380 x1853602672090752/t12884924712(12884924712) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.012455:0:251834:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734705.012459:0:251834:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c59d2240. 00000100:00000001:2.0:1767734705.012462:0:251834:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767734705.012464:0:251834:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734705.012469:0:251834:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1767734705.012472:0:251834:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a3:0xe:0x0] 00800000:00000001:2.0:1767734705.012475:0:251834:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.012477:0:251834:0:(namei.c:1840:ll_new_node_finish()) Process entered 00000080:00000001:2.0:1767734705.012480:0:251834:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1767734705.012484:0:251834:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1767734705.012486:0:251834:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1767734705.012488:0:251834:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920718 : 144115272414920718 : 2000013a300000e) 00000080:00000001:2.0:1767734705.012491:0:251834:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:2.0:1767734705.012500:0:251834:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1df7a1080. 00000020:00000001:2.0:1767734705.012507:0:251834:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:2.0:1767734705.012509:0:251834:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1767734705.012518:0:251834:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:2.0:1767734705.012520:0:251834:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a3:0xe:0x0](ffff94b1df7a1148) 00000080:00000001:2.0:1767734705.012523:0:251834:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920718 : 144115272414920718 : 2000013a300000e) 00000080:00000001:2.0:1767734705.012526:0:251834:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:2.0:1767734705.012529:0:251834:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272414920718 mtime from 0 to 1767734705 00000080:00000001:2.0:1767734705.012532:0:251834:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000020:00000001:2.0:1767734705.012534:0:251834:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:2.0:1767734705.012537:0:251834:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183144584 : -117983526407032 : ffff94b1d1d1b488) 00000020:00001000:2.0:1767734705.012540:0:251834:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b480 00000020:00000001:2.0:1767734705.012543:0:251834:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:2.0:1767734705.012547:0:251834:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff94b1c5924000. 00000020:00000001:2.0:1767734705.012550:0:251834:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1767734705.012552:0:251834:0:(cl_object.c:67:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767734705.012565:0:251834:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:2.0:1767734705.012594:0:251834:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff94b1f88c2c98. 00020000:00000001:2.0:1767734705.012598:0:251834:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446626090832899224 : -117982876652392 : ffff94b1f88c2c98) 00020000:00000001:2.0:1767734705.012601:0:251834:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:2.0:1767734705.012603:0:251834:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.012607:0:251834:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626089977659520 : -117983731892096 : ffff94b1c5924080) 00000020:00001000:2.0:1767734705.012610:0:251834:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b480 00000080:00000001:2.0:1767734705.012613:0:251834:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090412282184 : -117983297269432 : ffff94b1df7a1148) 00000080:00000001:2.0:1767734705.012616:0:251834:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1767734705.012620:0:251834:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1767734705.012622:0:251834:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.012626:0:251834:0:(namei.c:1887:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.012629:0:251834:0:(namei.c:1999:ll_new_node()) Process leaving 00000100:00000001:2.0:1767734705.012631:0:251834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.012637:0:251834:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02c8380 x1853602672090752/t12884924712(12884924712) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.012646:0:251834:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734705.012649:0:251834:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d0638c00. 00000080:00000001:2.0:1767734705.012653:0:251834:0:(namei.c:2007:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.012656:0:251834:0:(namei.c:2048:ll_mknod()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.012659:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804be20 00000080:00200000:2.0:1767734705.012661:0:251834:0:(namei.c:2073:ll_create_nd()) VFS Op:name=f160m.sanity5, unhashed 1 00000080:00000001:2.0:1767734705.012677:0:251834:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1767734705.012681:0:251834:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1767734705.012684:0:251834:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1767734705.012686:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804be30 00000080:00002000:2.0:1767734705.012689:0:251834:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:2.0:1767734705.012692:0:251834:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.012713:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734705.012716:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734705.012717:0:251834:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1767734705.012719:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bb98 00000080:00200000:2.0:1767734705.012722:0:251834:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:2.0:1767734705.012727:0:251834:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d0638c00. 00800000:00000002:2.0:1767734705.012732:0:251834:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:2.0:1767734705.012735:0:251834:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1767734705.012738:0:251834:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767734705.012740:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bab8 00800000:00000002:2.0:1767734705.012742:0:251834:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1767734705.012746:0:251834:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1767734705.012749:0:251834:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1767734705.012754:0:251834:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767734705.012756:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804b988 00000002:00010000:2.0:1767734705.012758:0:251834:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1767734705.012762:0:251834:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1767734705.012764:0:251834:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767734705.012766:0:251834:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767734705.012771:0:251834:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:2.0:1767734705.012774:0:251834:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734705.012777:0:251834:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734705.012780:0:251834:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767734705.012784:0:251834:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767734705.012795:0:251834:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1767734705.012798:0:251834:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734705.012802:0:251834:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1767734705.012818:0:251834:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1767734705.012820:0:251834:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1767734705.012822:0:251834:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734705.012824:0:251834:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734705.012827:0:251834:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734705.012829:0:251834:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1767734705.012832:0:251834:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1767734705.012835:0:251834:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:2.0:1767734705.012838:0:251834:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d0638c00. 00000080:00000001:2.0:1767734705.012841:0:251834:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1767734705.012843:0:251834:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734705.012846:0:251834:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:2.0:1767734705.012849:0:251834:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:2.0:1767734705.012853:0:251834:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1767734705.012855:0:251834:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1767734705.012857:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734705.012859:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734705.012862:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734705.012864:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734705.012867:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734705.012870:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.012872:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767734705.012873:0:251834:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734705.012876:0:251834:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734705.012878:0:251834:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc30804bbd0 00010000:00000001:2.0:1767734705.012881:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734705.012882:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734705.012884:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734705.012886:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734705.012888:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734705.012891:0:251834:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767734705.012894:0:251834:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734705.012909:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.012910:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734705.012912:0:251834:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1767734705.012914:0:251834:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1767734705.012917:0:251834:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734705.012925:0:251834:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767734705.012927:0:251834:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767734705.012929:0:251834:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734705.012932:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.012933:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734705.012935:0:251834:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.012938:0:251834:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767734705.012940:0:251834:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.012942:0:251834:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.012945:0:251834:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.012947:0:251834:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767734705.012949:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.012950:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767734705.012953:0:251834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767734705.012955:0:251834:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734705.012958:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:2.0:1767734705.012962:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.012965:0:251834:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1767734705.012967:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bb60 00000080:00002000:2.0:1767734705.012969:0:251834:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:2.0:1767734705.012972:0:251834:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.012975:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bba8 00000080:00200000:2.0:1767734705.012976:0:251834:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:2.0:1767734705.012980:0:251834:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1767734705.012982:0:251834:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.012985:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734705.012987:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:2.0:1767734705.012990:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734705.013004:0:251834:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1f20a69a0. 00000020:00000001:2.0:1767734705.013008:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bd88 00000080:00200000:2.0:1767734705.013010:0:251834:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity6, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=1536 00000080:00000001:2.0:1767734705.013013:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734705.013015:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:2.0:1767734705.013019:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.013023:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734705.013024:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:2.0:1767734705.013027:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.013030:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804be20 00000080:00200000:2.0:1767734705.013032:0:251834:0:(namei.c:2065:ll_create_nd()) VFS Op:name=f160m.sanity6, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=33060, excl=1 00000080:00000001:2.0:1767734705.013036:0:251834:0:(namei.c:2016:ll_mknod()) Process entered 00000020:00000001:2.0:1767734705.013037:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bdd0 00000080:00200000:2.0:1767734705.013040:0:251834:0:(namei.c:2020:ll_mknod()) VFS Op:name=f160m.sanity6, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) mode 100444 dev 0 00000080:00000001:2.0:1767734705.013043:0:251834:0:(namei.c:1904:ll_new_node()) Process entered 00000080:00000001:2.0:1767734705.013044:0:251834:0:(namei.c:1713:ll_new_node_prepare()) Process entered 00000080:00000010:2.0:1767734705.013048:0:251834:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d0638c00. 00000080:00000001:2.0:1767734705.013054:0:251834:0:(namei.c:1820:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734705.013057:0:251834:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:2.0:1767734705.013058:0:251834:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1767734705.013061:0:251834:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00800000:00000001:2.0:1767734705.013064:0:251834:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1767734705.013066:0:251834:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1767734705.013068:0:251834:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1767734705.013070:0:251834:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1767734705.013072:0:251834:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1e7e86000: Allocated FID [0x2000013a3:0xf:0x0] 40000000:00000001:2.0:1767734705.013075:0:251834:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734705.013077:0:251834:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734705.013080:0:251834:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734705.013082:0:251834:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.013084:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bc10 00800000:00000002:2.0:1767734705.013086:0:251834:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'f160m.sanity6' [0x2000013a3:0xf:0x0] on [0x2000013a3:0x8:0x0] -> mds #0 00000002:00000001:2.0:1767734705.013090:0:251834:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1767734705.013092:0:251834:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1767734705.013096:0:251834:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:2.0:1767734705.013105:0:251834:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734705.013108:0:251834:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1767734705.013110:0:251834:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.013113:0:251834:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734705.013115:0:251834:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734705.013120:0:251834:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cb100. 00000020:00000040:2.0:1767734705.013124:0:251834:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=11 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:2.0:1767734705.013128:0:251834:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1767734705.013130:0:251834:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.013132:0:251834:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1767734705.013136:0:251834:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734705.013138:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.013140:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734705.013142:0:251834:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.013144:0:251834:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734705.013146:0:251834:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734705.013149:0:251834:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734705.013154:0:251834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d0639e00. 00000100:00000001:2.0:1767734705.013159:0:251834:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.013161:0:251834:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734705.013164:0:251834:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.013166:0:251834:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734705.013167:0:251834:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.013170:0:251834:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1767734705.013178:0:251834:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1767734705.013186:0:251834:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02cb100 x1853602672091008/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767734705.013195:0:251834:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734705.013196:0:251834:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734705.013201:0:251834:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c59d2d80. 00000100:00000001:2.0:1767734705.013203:0:251834:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089978375552 : -117983731176064 : ffff94b1c59d2d80) 00000100:00000001:2.0:1767734705.013206:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734705.013208:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155553024 : -117983553998592 : ffff94b1d02cb100) 00000100:00000001:2.0:1767734705.013212:0:251834:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734705.013221:0:251834:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.013224:0:251834:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734705.013226:0:251834:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734705.013230:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cb100 x1853602672091008/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.013239:0:251834:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734705.013241:0:251834:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734705.013244:0:251834:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734705.013247:0:251834:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734705.013249:0:251834:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734705.013253:0:251834:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cb100 pname:cluuid:pid:xid:nid:opc:job createmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251834:1853602672091008:192.168.203.112@tcp:36:createmany.0 00000100:00000001:2.0:1767734705.013257:0:251834:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734705.013261:0:251834:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734705.013263:0:251834:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734705.013291:0:251834:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734705.013298:0:251834:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c59fc800. 02000000:00000001:2.0:1767734705.013301:0:251834:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734705.013353:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734705.013358:0:251834:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5ed10. 00000400:00000010:2.0:1767734705.013363:0:251834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29cc0. 00000100:00000200:2.0:1767734705.013368:0:251834:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672091008, portal 10 00000100:00000001:2.0:1767734705.013371:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734705.013372:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155553024 : -117983553998592 : ffff94b1d02cb100) 00000100:00000040:2.0:1767734705.013380:0:251834:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cb100 x1853602672091008/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.013388:0:251834:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734705.013391:0:251834:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734705.013394:0:251834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29770. 00000100:00000200:2.0:1767734705.013397:0:251834:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1853602672091008, offset 0 00000400:00000200:2.0:1767734705.013403:0:251834:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734705.013409:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.013415:0:251834:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734705.013420:0:251834:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734705.013434:0:251834:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734705.013438:0:251834:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734705.013444:0:251834:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734705.013449:0:251834:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66650:66650:256:4294967295] 192.168.203.112@tcp LPNI seq info [66650:66650:8:4294967295] 00000400:00000200:2.0:1767734705.013455:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.013485:0:251834:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734705.013494:0:251834:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734705.013500:0:251834:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790a00. 00000800:00000200:2.0:1767734705.013510:0:251834:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734705.013521:0:251834:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734705.013526:0:251834:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790a00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1767734705.013544:0:251834:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734705.013548:0:251834:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 57190 usecs (58 jiffies) 00000400:00000200:2.0:1767734705.013553:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734705.013555:0:251834:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303466893 00000100:00000001:2.0:1767734705.013562:0:251834:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303466887 00000100:00000001:2.0:1767734705.013567:0:251834:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303466893 00000100:00000001:2.0:1767734705.013571:0:251834:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303466887 00000100:00000001:2.0:1767734705.013574:0:251834:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734705.013577:0:251834:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.013580:0:251834:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734705.013582:0:251834:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734705.013585:0:251834:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c59d2d80 going to sleep for 11 seconds 00000100:00000001:2.0:1767734705.013588:0:251834:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734705.013590:0:251834:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734705.013721:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.013729:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790a00. 00000400:00000200:3.0:1767734705.013735:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.013743:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.013748:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29770 00000400:00000010:3.0:1767734705.013751:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29770. 00000100:00000001:3.0:1767734705.013756:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.013763:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cb100 x1853602672091008/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.013775:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.013779:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cb100 x1853602672091008/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.013788:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.013802:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.017894:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.017905:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.017909:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.017912:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.017920:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.017927:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.017933:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.017938:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.017943:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.017948:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d31f80 00000400:00000200:3.0:1767734705.017954:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.017959:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bc45 [1] + 224 00000800:00000001:3.0:1767734705.017966:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.017974:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.017976:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.017981:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.017986:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.017993:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cb100 x1853602672091008/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.018007:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1d02cb100 x1853602672091008/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.018031:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.018037:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.018042:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.018047:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.018053:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66651:66651:256:4294967295] 192.168.203.112@tcp LPNI seq info [66651:66651:8:4294967295] 00000400:00000200:3.0:1767734705.018058:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.018067:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.018074:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.018090:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.018096:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.018103:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.018108:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1767734705.018126:0:251834:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734705.018136:0:251834:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734705.018139:0:251834:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734705.018143:0:251834:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5ed10. 00000400:00000200:2.0:1767734705.018150:0:251834:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29cc0 00000400:00000010:2.0:1767734705.018153:0:251834:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29cc0. 00000100:00000001:2.0:1767734705.018172:0:251834:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.018183:0:251834:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cb100 x1853602672091008/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767734705.018185:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.018194:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.018204:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767734705.018212:0:251834:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cb100 x1853602672091008/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767734705.018221:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.018237:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767734705.018239:0:251834:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734705.018245:0:251834:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.018248:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734705.018250:0:251834:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734705.018256:0:251834:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734705.018260:0:251834:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734705.018263:0:251834:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734705.018298:0:251834:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734705.018305:0:251834:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000080:00000010:2.1:1767734705.018358:0:251834:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1f20a63a0. 00000100:00001000:2.0:1767734705.018373:0:251834:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1767734705.018376:0:251834:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734705.018379:0:251834:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.018381:0:251834:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734705.018384:0:251834:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.018388:0:251834:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1767734705.018390:0:251834:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x1] 00000100:00000001:2.0:1767734705.018392:0:251834:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1767734705.018394:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734705.018397:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155553024 : -117983553998592 : ffff94b1d02cb100) 00000100:00000001:2.0:1767734705.018401:0:251834:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767734705.018403:0:251834:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:2.0:1767734705.018406:0:251834:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734705.018409:0:251834:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734705.018416:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cb100 x1853602672091008/t12884924713(12884924713) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.018427:0:251834:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734705.018430:0:251834:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734705.018432:0:251834:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734705.018438:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cb100 x1853602672091008/t12884924713(12884924713) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734705.018466:0:251834:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cb100 pname:cluuid:pid:xid:nid:opc:job createmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251834:1853602672091008:192.168.203.112@tcp:36:createmany.0 00000100:00000001:2.0:1767734705.018472:0:251834:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734705.018475:0:251834:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.018477:0:251834:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767734705.018479:0:251834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.018483:0:251834:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cb100 x1853602672091008/t12884924713(12884924713) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.018491:0:251834:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734705.018494:0:251834:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c59d2d80. 00000100:00000001:2.0:1767734705.018498:0:251834:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767734705.018499:0:251834:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734705.018505:0:251834:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1767734705.018508:0:251834:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a3:0xf:0x0] 00800000:00000001:2.0:1767734705.018510:0:251834:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.018513:0:251834:0:(namei.c:1840:ll_new_node_finish()) Process entered 00000080:00000001:2.0:1767734705.018516:0:251834:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1767734705.018519:0:251834:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1767734705.018522:0:251834:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1767734705.018524:0:251834:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920719 : 144115272414920719 : 2000013a300000f) 00000080:00000001:2.0:1767734705.018527:0:251834:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:2.0:1767734705.018538:0:251834:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1df7a4a40. 00000020:00000001:2.0:1767734705.018545:0:251834:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:2.0:1767734705.018546:0:251834:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1767734705.018548:0:251834:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:2.0:1767734705.018550:0:251834:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a3:0xf:0x0](ffff94b1df7a4b08) 00000080:00000001:2.0:1767734705.018553:0:251834:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920719 : 144115272414920719 : 2000013a300000f) 00000080:00000001:2.0:1767734705.018556:0:251834:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:2.0:1767734705.018559:0:251834:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272414920719 mtime from 0 to 1767734705 00000080:00000001:2.0:1767734705.018562:0:251834:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000020:00000001:2.0:1767734705.018564:0:251834:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:2.0:1767734705.018567:0:251834:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183144584 : -117983526407032 : ffff94b1d1d1b488) 00000020:00001000:2.0:1767734705.018570:0:251834:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b480 00000020:00000001:2.0:1767734705.018582:0:251834:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:2.0:1767734705.018586:0:251834:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff94b1c5924640. 00000020:00000001:2.0:1767734705.018588:0:251834:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1767734705.018590:0:251834:0:(cl_object.c:67:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767734705.018595:0:251834:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:2.0:1767734705.018598:0:251834:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff94b1f88c2ba0. 00020000:00000001:2.0:1767734705.018600:0:251834:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446626090832898976 : -117982876652640 : ffff94b1f88c2ba0) 00020000:00000001:2.0:1767734705.018603:0:251834:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:2.0:1767734705.018605:0:251834:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.018609:0:251834:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626089977661120 : -117983731890496 : ffff94b1c59246c0) 00000020:00001000:2.0:1767734705.018612:0:251834:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b480 00000080:00000001:2.0:1767734705.018616:0:251834:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090412296968 : -117983297254648 : ffff94b1df7a4b08) 00000080:00000001:2.0:1767734705.018618:0:251834:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1767734705.018622:0:251834:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1767734705.018624:0:251834:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.018628:0:251834:0:(namei.c:1887:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.018630:0:251834:0:(namei.c:1999:ll_new_node()) Process leaving 00000100:00000001:2.0:1767734705.018631:0:251834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.018637:0:251834:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cb100 x1853602672091008/t12884924713(12884924713) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.018645:0:251834:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734705.018649:0:251834:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d0638c00. 00000080:00000001:2.0:1767734705.018652:0:251834:0:(namei.c:2007:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.018655:0:251834:0:(namei.c:2048:ll_mknod()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.018658:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804be20 00000080:00200000:2.0:1767734705.018660:0:251834:0:(namei.c:2073:ll_create_nd()) VFS Op:name=f160m.sanity6, unhashed 1 00000080:00000001:2.0:1767734705.018668:0:251834:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1767734705.018674:0:251834:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1767734705.018678:0:251834:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1767734705.018679:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804be30 00000080:00002000:2.0:1767734705.018682:0:251834:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:2.0:1767734705.018685:0:251834:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.018707:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734705.018710:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734705.018712:0:251834:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1767734705.018714:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bb98 00000080:00200000:2.0:1767734705.018725:0:251834:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:2.0:1767734705.018731:0:251834:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d0638c00. 00800000:00000002:2.0:1767734705.018736:0:251834:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:2.0:1767734705.018739:0:251834:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1767734705.018742:0:251834:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767734705.018745:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bab8 00800000:00000002:2.0:1767734705.018747:0:251834:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1767734705.018752:0:251834:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1767734705.018755:0:251834:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1767734705.018760:0:251834:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767734705.018762:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804b988 00000002:00010000:2.0:1767734705.018764:0:251834:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1767734705.018769:0:251834:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1767734705.018771:0:251834:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767734705.018773:0:251834:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767734705.018778:0:251834:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:2.0:1767734705.018781:0:251834:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734705.018785:0:251834:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734705.018787:0:251834:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767734705.018792:0:251834:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767734705.018803:0:251834:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1767734705.018806:0:251834:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734705.018810:0:251834:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1767734705.018819:0:251834:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1767734705.018821:0:251834:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1767734705.018823:0:251834:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734705.018825:0:251834:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734705.018828:0:251834:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734705.018830:0:251834:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1767734705.018833:0:251834:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1767734705.018842:0:251834:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:2.0:1767734705.018845:0:251834:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d0638c00. 00000080:00000001:2.0:1767734705.018848:0:251834:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1767734705.018850:0:251834:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734705.018854:0:251834:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:2.0:1767734705.018857:0:251834:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:2.0:1767734705.018861:0:251834:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1767734705.018863:0:251834:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1767734705.018865:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734705.018867:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734705.018870:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734705.018872:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734705.018875:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734705.018878:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.018880:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767734705.018882:0:251834:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734705.018884:0:251834:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734705.018887:0:251834:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc30804bbd0 00010000:00000001:2.0:1767734705.018890:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734705.018892:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734705.018893:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734705.018896:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734705.018898:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734705.018901:0:251834:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767734705.018904:0:251834:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734705.018912:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.018913:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734705.018915:0:251834:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1767734705.018917:0:251834:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1767734705.018920:0:251834:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734705.018939:0:251834:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767734705.018942:0:251834:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767734705.018944:0:251834:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734705.018947:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.018948:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734705.018950:0:251834:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.018953:0:251834:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767734705.018955:0:251834:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.018957:0:251834:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.018961:0:251834:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.018963:0:251834:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767734705.018965:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.018966:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767734705.018969:0:251834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767734705.018970:0:251834:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734705.018973:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:2.0:1767734705.018978:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.018981:0:251834:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1767734705.018983:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bb60 00000080:00002000:2.0:1767734705.018985:0:251834:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:2.0:1767734705.018989:0:251834:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.018991:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bba8 00000080:00200000:2.0:1767734705.018993:0:251834:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:2.0:1767734705.018997:0:251834:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1767734705.018999:0:251834:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.019002:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734705.019004:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:2.0:1767734705.019007:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734705.019016:0:251834:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1f9724a60. 00000020:00000001:2.0:1767734705.019020:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bd88 00000080:00200000:2.0:1767734705.019022:0:251834:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity7, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=1536 00000080:00000001:2.0:1767734705.019026:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734705.019028:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:2.0:1767734705.019031:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.019041:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734705.019043:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:2.0:1767734705.019046:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.019050:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804be20 00000080:00200000:2.0:1767734705.019052:0:251834:0:(namei.c:2065:ll_create_nd()) VFS Op:name=f160m.sanity7, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=33060, excl=1 00000080:00000001:2.0:1767734705.019056:0:251834:0:(namei.c:2016:ll_mknod()) Process entered 00000020:00000001:2.0:1767734705.019058:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bdd0 00000080:00200000:2.0:1767734705.019060:0:251834:0:(namei.c:2020:ll_mknod()) VFS Op:name=f160m.sanity7, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) mode 100444 dev 0 00000080:00000001:2.0:1767734705.019063:0:251834:0:(namei.c:1904:ll_new_node()) Process entered 00000080:00000001:2.0:1767734705.019065:0:251834:0:(namei.c:1713:ll_new_node_prepare()) Process entered 00000080:00000010:2.0:1767734705.019068:0:251834:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d0638c00. 00000080:00000001:2.0:1767734705.019074:0:251834:0:(namei.c:1820:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734705.019077:0:251834:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:2.0:1767734705.019079:0:251834:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1767734705.019081:0:251834:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00800000:00000001:2.0:1767734705.019084:0:251834:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1767734705.019086:0:251834:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1767734705.019089:0:251834:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1767734705.019091:0:251834:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1767734705.019093:0:251834:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1e7e86000: Allocated FID [0x2000013a3:0x10:0x0] 40000000:00000001:2.0:1767734705.019097:0:251834:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734705.019099:0:251834:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734705.019102:0:251834:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734705.019104:0:251834:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.019106:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bc10 00800000:00000002:2.0:1767734705.019108:0:251834:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'f160m.sanity7' [0x2000013a3:0x10:0x0] on [0x2000013a3:0x8:0x0] -> mds #0 00000002:00000001:2.0:1767734705.019112:0:251834:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1767734705.019114:0:251834:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1767734705.019119:0:251834:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:2.0:1767734705.019122:0:251834:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734705.019125:0:251834:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1767734705.019128:0:251834:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.019130:0:251834:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734705.019133:0:251834:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734705.019138:0:251834:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02caa00. 00000020:00000040:2.0:1767734705.019147:0:251834:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=12 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:2.0:1767734705.019152:0:251834:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1767734705.019154:0:251834:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.019156:0:251834:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1767734705.019160:0:251834:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734705.019163:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.019165:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734705.019167:0:251834:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.019170:0:251834:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734705.019172:0:251834:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734705.019175:0:251834:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734705.019180:0:251834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d0638600. 00000100:00000001:2.0:1767734705.019185:0:251834:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.019187:0:251834:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734705.019189:0:251834:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.019192:0:251834:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734705.019194:0:251834:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.019196:0:251834:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1767734705.019204:0:251834:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1767734705.019212:0:251834:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02caa00 x1853602672091264/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767734705.019222:0:251834:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734705.019224:0:251834:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734705.019228:0:251834:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c59d2d80. 00000100:00000001:2.0:1767734705.019231:0:251834:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089978375552 : -117983731176064 : ffff94b1c59d2d80) 00000100:00000001:2.0:1767734705.019234:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734705.019236:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155551232 : -117983554000384 : ffff94b1d02caa00) 00000100:00000001:2.0:1767734705.019240:0:251834:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734705.019243:0:251834:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.019245:0:251834:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734705.019247:0:251834:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734705.019251:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02caa00 x1853602672091264/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.019260:0:251834:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734705.019294:0:251834:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734705.019299:0:251834:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734705.019301:0:251834:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734705.019304:0:251834:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734705.019354:0:251834:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02caa00 pname:cluuid:pid:xid:nid:opc:job createmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251834:1853602672091264:192.168.203.112@tcp:36:createmany.0 00000100:00000001:2.0:1767734705.019360:0:251834:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734705.019364:0:251834:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734705.019367:0:251834:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734705.019369:0:251834:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734705.019376:0:251834:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c59f9000. 02000000:00000001:2.0:1767734705.019378:0:251834:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734705.019385:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734705.019389:0:251834:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5ed10. 00000400:00000010:2.0:1767734705.019394:0:251834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29cc0. 00000100:00000200:2.0:1767734705.019399:0:251834:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672091264, portal 10 00000100:00000001:2.0:1767734705.019401:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734705.019403:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155551232 : -117983554000384 : ffff94b1d02caa00) 00000100:00000040:2.0:1767734705.019410:0:251834:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02caa00 x1853602672091264/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.019419:0:251834:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734705.019423:0:251834:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734705.019427:0:251834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29908. 00000100:00000200:2.0:1767734705.019432:0:251834:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1853602672091264, offset 0 00000400:00000200:2.0:1767734705.019440:0:251834:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734705.019449:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.019456:0:251834:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734705.019465:0:251834:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734705.019472:0:251834:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734705.019479:0:251834:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734705.019483:0:251834:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734705.019488:0:251834:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66652:66652:256:4294967295] 192.168.203.112@tcp LPNI seq info [66652:66652:8:4294967295] 00000400:00000200:2.0:1767734705.019494:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.019504:0:251834:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734705.019521:0:251834:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734705.019526:0:251834:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790000. 00000800:00000200:2.0:1767734705.019533:0:251834:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734705.019540:0:251834:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734705.019544:0:251834:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790000 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1767734705.019563:0:251834:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734705.019568:0:251834:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 56502 usecs (57 jiffies) 00000400:00000200:2.0:1767734705.019573:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734705.019576:0:251834:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303466898 00000100:00000001:2.0:1767734705.019583:0:251834:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303466893 00000100:00000001:2.0:1767734705.019589:0:251834:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303466898 00000100:00000001:2.0:1767734705.019593:0:251834:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303466893 00000100:00000001:2.0:1767734705.019597:0:251834:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734705.019600:0:251834:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.019603:0:251834:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734705.019604:0:251834:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734705.019607:0:251834:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c59d2d80 going to sleep for 11 seconds 00000100:00000001:2.0:1767734705.019610:0:251834:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734705.019613:0:251834:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734705.019733:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.019741:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790000. 00000400:00000200:3.0:1767734705.019747:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.019755:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.019761:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29908 00000400:00000010:3.0:1767734705.019763:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29908. 00000100:00000001:3.0:1767734705.019768:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.019775:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02caa00 x1853602672091264/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.019788:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.019792:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02caa00 x1853602672091264/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.019801:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.019804:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.023887:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.023899:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.023903:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.023906:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.023913:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.023921:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.023928:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.023932:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.023937:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.023953:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d32080 00000400:00000200:3.0:1767734705.023959:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.023965:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bc55 [1] + 224 00000800:00000001:3.0:1767734705.023972:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.023981:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.023984:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.023989:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.023994:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.024001:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02caa00 x1853602672091264/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.024015:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1d02caa00 x1853602672091264/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.024040:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.024046:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.024051:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.024056:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.024063:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66653:66653:256:4294967295] 192.168.203.112@tcp LPNI seq info [66653:66653:8:4294967295] 00000400:00000200:3.0:1767734705.024068:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.024077:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.024083:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.024088:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.024093:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.024100:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.024105:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1767734705.024135:0:251834:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734705.024146:0:251834:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734705.024149:0:251834:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734705.024153:0:251834:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5ed10. 00000400:00000200:2.0:1767734705.024161:0:251834:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29cc0 00000400:00000010:2.0:1767734705.024164:0:251834:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29cc0. 00000100:00000001:2.0:1767734705.024169:0:251834:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:3.0:1767734705.024176:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1767734705.024182:0:251834:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02caa00 x1853602672091264/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767734705.024184:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.024196:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.024215:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000200:2.0:1767734705.024217:0:251834:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02caa00 x1853602672091264/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767734705.024224:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767734705.024230:0:251834:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734705.024243:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734705.024252:0:251834:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734705.024258:0:251834:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734705.024261:0:251834:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734705.024263:0:251834:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000080:00000010:2.1:1767734705.024356:0:251834:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1f20a69a0. 00000100:00000001:2.0:1767734705.024374:0:251834:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734705.024378:0:251834:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734705.024385:0:251834:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:2.0:1767734705.024390:0:251834:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1767734705.024394:0:251834:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734705.024397:0:251834:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.024400:0:251834:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734705.024404:0:251834:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.024408:0:251834:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1767734705.024411:0:251834:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x1] 00000100:00000001:2.0:1767734705.024415:0:251834:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1767734705.024417:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734705.024420:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155551232 : -117983554000384 : ffff94b1d02caa00) 00000100:00000001:2.0:1767734705.024424:0:251834:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767734705.024427:0:251834:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:2.0:1767734705.024429:0:251834:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734705.024432:0:251834:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734705.024440:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02caa00 x1853602672091264/t12884924714(12884924714) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.024451:0:251834:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734705.024454:0:251834:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734705.024456:0:251834:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734705.024462:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02caa00 x1853602672091264/t12884924714(12884924714) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734705.024472:0:251834:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02caa00 pname:cluuid:pid:xid:nid:opc:job createmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251834:1853602672091264:192.168.203.112@tcp:36:createmany.0 00000100:00000001:2.0:1767734705.024480:0:251834:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734705.024485:0:251834:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.024487:0:251834:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767734705.024489:0:251834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.024504:0:251834:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02caa00 x1853602672091264/t12884924714(12884924714) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.024514:0:251834:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734705.024517:0:251834:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c59d2d80. 00000100:00000001:2.0:1767734705.024521:0:251834:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767734705.024522:0:251834:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734705.024528:0:251834:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1767734705.024531:0:251834:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a3:0x10:0x0] 00800000:00000001:2.0:1767734705.024534:0:251834:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.024537:0:251834:0:(namei.c:1840:ll_new_node_finish()) Process entered 00000080:00000001:2.0:1767734705.024539:0:251834:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1767734705.024543:0:251834:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1767734705.024546:0:251834:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1767734705.024548:0:251834:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920720 : 144115272414920720 : 2000013a3000010) 00000080:00000001:2.0:1767734705.024552:0:251834:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:2.0:1767734705.024560:0:251834:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1df7a7380. 00000020:00000001:2.0:1767734705.024567:0:251834:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:2.0:1767734705.024569:0:251834:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1767734705.024571:0:251834:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:2.0:1767734705.024574:0:251834:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a3:0x10:0x0](ffff94b1df7a7448) 00000080:00000001:2.0:1767734705.024576:0:251834:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920720 : 144115272414920720 : 2000013a3000010) 00000080:00000001:2.0:1767734705.024580:0:251834:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:2.0:1767734705.024583:0:251834:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272414920720 mtime from 0 to 1767734705 00000080:00000001:2.0:1767734705.024586:0:251834:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000020:00000001:2.0:1767734705.024588:0:251834:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:2.0:1767734705.024592:0:251834:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183144584 : -117983526407032 : ffff94b1d1d1b488) 00000020:00001000:2.0:1767734705.024594:0:251834:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b480 00000020:00000001:2.0:1767734705.024598:0:251834:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:2.0:1767734705.024601:0:251834:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff94b1c5924a28. 00000020:00000001:2.0:1767734705.024603:0:251834:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1767734705.024606:0:251834:0:(cl_object.c:67:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767734705.024610:0:251834:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:2.0:1767734705.024615:0:251834:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff94b1f88c24d8. 00020000:00000001:2.0:1767734705.024617:0:251834:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446626090832897240 : -117982876654376 : ffff94b1f88c24d8) 00020000:00000001:2.0:1767734705.024620:0:251834:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:2.0:1767734705.024629:0:251834:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.024634:0:251834:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626089977662120 : -117983731889496 : ffff94b1c5924aa8) 00000020:00001000:2.0:1767734705.024637:0:251834:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b480 00000080:00000001:2.0:1767734705.024641:0:251834:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090412307528 : -117983297244088 : ffff94b1df7a7448) 00000080:00000001:2.0:1767734705.024644:0:251834:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1767734705.024648:0:251834:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1767734705.024650:0:251834:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.024654:0:251834:0:(namei.c:1887:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.024656:0:251834:0:(namei.c:1999:ll_new_node()) Process leaving 00000100:00000001:2.0:1767734705.024658:0:251834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.024664:0:251834:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02caa00 x1853602672091264/t12884924714(12884924714) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.024673:0:251834:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734705.024676:0:251834:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d0638c00. 00000080:00000001:2.0:1767734705.024680:0:251834:0:(namei.c:2007:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.024683:0:251834:0:(namei.c:2048:ll_mknod()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.024686:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804be20 00000080:00200000:2.0:1767734705.024688:0:251834:0:(namei.c:2073:ll_create_nd()) VFS Op:name=f160m.sanity7, unhashed 1 00000080:00000001:2.0:1767734705.024696:0:251834:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1767734705.024702:0:251834:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1767734705.024706:0:251834:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1767734705.024708:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804be30 00000080:00002000:2.0:1767734705.024711:0:251834:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:2.0:1767734705.024715:0:251834:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.024736:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734705.024740:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734705.024742:0:251834:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1767734705.024744:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bb98 00000080:00200000:2.0:1767734705.024746:0:251834:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:2.0:1767734705.024751:0:251834:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d0638c00. 00800000:00000002:2.0:1767734705.024756:0:251834:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:2.0:1767734705.024760:0:251834:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1767734705.024763:0:251834:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767734705.024765:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bab8 00800000:00000002:2.0:1767734705.024768:0:251834:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1767734705.024772:0:251834:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1767734705.024782:0:251834:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1767734705.024787:0:251834:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767734705.024790:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804b988 00000002:00010000:2.0:1767734705.024792:0:251834:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1767734705.024797:0:251834:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1767734705.024799:0:251834:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767734705.024801:0:251834:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767734705.024806:0:251834:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:2.0:1767734705.024810:0:251834:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734705.024814:0:251834:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734705.024817:0:251834:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767734705.024821:0:251834:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767734705.024833:0:251834:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1767734705.024836:0:251834:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734705.024840:0:251834:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1767734705.024848:0:251834:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1767734705.024850:0:251834:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1767734705.024853:0:251834:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734705.024855:0:251834:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734705.024857:0:251834:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734705.024860:0:251834:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1767734705.024863:0:251834:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1767734705.024866:0:251834:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:2.0:1767734705.024869:0:251834:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d0638c00. 00000080:00000001:2.0:1767734705.024872:0:251834:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1767734705.024874:0:251834:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734705.024877:0:251834:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:2.0:1767734705.024881:0:251834:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:2.0:1767734705.024884:0:251834:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1767734705.024887:0:251834:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1767734705.024894:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734705.024896:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734705.024899:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734705.024902:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734705.024905:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734705.024908:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.024910:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767734705.024911:0:251834:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734705.024914:0:251834:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734705.024917:0:251834:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc30804bbd0 00010000:00000001:2.0:1767734705.024919:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734705.024921:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734705.024923:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734705.024925:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734705.024928:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734705.024931:0:251834:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767734705.024934:0:251834:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734705.024942:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.024943:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734705.024945:0:251834:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1767734705.024947:0:251834:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1767734705.024950:0:251834:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734705.024958:0:251834:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767734705.024960:0:251834:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767734705.024962:0:251834:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734705.024965:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.024966:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734705.024968:0:251834:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.024971:0:251834:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767734705.024973:0:251834:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.024975:0:251834:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.024983:0:251834:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.024985:0:251834:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767734705.024987:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.024989:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767734705.024991:0:251834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767734705.024993:0:251834:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734705.024997:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:2.0:1767734705.025001:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.025005:0:251834:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1767734705.025007:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bb60 00000080:00002000:2.0:1767734705.025009:0:251834:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:2.0:1767734705.025013:0:251834:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.025015:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bba8 00000080:00200000:2.0:1767734705.025017:0:251834:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:2.0:1767734705.025021:0:251834:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1767734705.025022:0:251834:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.025026:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734705.025028:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:2.0:1767734705.025031:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734705.025040:0:251834:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1f9724aa0. 00000020:00000001:2.0:1767734705.025043:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bd88 00000080:00200000:2.0:1767734705.025046:0:251834:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity8, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=1536 00000080:00000001:2.0:1767734705.025049:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734705.025051:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:2.0:1767734705.025054:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.025058:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734705.025060:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:2.0:1767734705.025063:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.025066:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804be20 00000080:00200000:2.0:1767734705.025069:0:251834:0:(namei.c:2065:ll_create_nd()) VFS Op:name=f160m.sanity8, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=33060, excl=1 00000080:00000001:2.0:1767734705.025072:0:251834:0:(namei.c:2016:ll_mknod()) Process entered 00000020:00000001:2.0:1767734705.025074:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bdd0 00000080:00200000:2.0:1767734705.025077:0:251834:0:(namei.c:2020:ll_mknod()) VFS Op:name=f160m.sanity8, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) mode 100444 dev 0 00000080:00000001:2.0:1767734705.025080:0:251834:0:(namei.c:1904:ll_new_node()) Process entered 00000080:00000001:2.0:1767734705.025082:0:251834:0:(namei.c:1713:ll_new_node_prepare()) Process entered 00000080:00000010:2.0:1767734705.025092:0:251834:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d0638c00. 00000080:00000001:2.0:1767734705.025098:0:251834:0:(namei.c:1820:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734705.025102:0:251834:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:2.0:1767734705.025104:0:251834:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1767734705.025107:0:251834:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00800000:00000001:2.0:1767734705.025110:0:251834:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1767734705.025112:0:251834:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1767734705.025115:0:251834:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1767734705.025117:0:251834:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1767734705.025119:0:251834:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1e7e86000: Allocated FID [0x2000013a3:0x11:0x0] 40000000:00000001:2.0:1767734705.025122:0:251834:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734705.025125:0:251834:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734705.025127:0:251834:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734705.025129:0:251834:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.025132:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bc10 00800000:00000002:2.0:1767734705.025134:0:251834:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'f160m.sanity8' [0x2000013a3:0x11:0x0] on [0x2000013a3:0x8:0x0] -> mds #0 00000002:00000001:2.0:1767734705.025138:0:251834:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1767734705.025140:0:251834:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1767734705.025144:0:251834:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:2.0:1767734705.025147:0:251834:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734705.025149:0:251834:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1767734705.025152:0:251834:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.025155:0:251834:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734705.025158:0:251834:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734705.025162:0:251834:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cb480. 00000020:00000040:2.0:1767734705.025165:0:251834:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=13 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:2.0:1767734705.025170:0:251834:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1767734705.025172:0:251834:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.025174:0:251834:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1767734705.025178:0:251834:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734705.025181:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.025183:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734705.025184:0:251834:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.025187:0:251834:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734705.025189:0:251834:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734705.025192:0:251834:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734705.025204:0:251834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d0638200. 00000100:00000001:2.0:1767734705.025208:0:251834:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.025211:0:251834:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734705.025213:0:251834:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.025215:0:251834:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734705.025217:0:251834:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.025220:0:251834:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1767734705.025228:0:251834:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1767734705.025236:0:251834:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02cb480 x1853602672091520/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767734705.025246:0:251834:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734705.025248:0:251834:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734705.025252:0:251834:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c59d2d80. 00000100:00000001:2.0:1767734705.025255:0:251834:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089978375552 : -117983731176064 : ffff94b1c59d2d80) 00000100:00000001:2.0:1767734705.025258:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734705.025260:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155553920 : -117983553997696 : ffff94b1d02cb480) 00000100:00000001:2.0:1767734705.025264:0:251834:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734705.025297:0:251834:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.025300:0:251834:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734705.025302:0:251834:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734705.025355:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cb480 x1853602672091520/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.025366:0:251834:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734705.025369:0:251834:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734705.025373:0:251834:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734705.025375:0:251834:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734705.025378:0:251834:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734705.025383:0:251834:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cb480 pname:cluuid:pid:xid:nid:opc:job createmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251834:1853602672091520:192.168.203.112@tcp:36:createmany.0 00000100:00000001:2.0:1767734705.025387:0:251834:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734705.025391:0:251834:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734705.025393:0:251834:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734705.025396:0:251834:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734705.025401:0:251834:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c59f8800. 02000000:00000001:2.0:1767734705.025413:0:251834:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734705.025420:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734705.025425:0:251834:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5ed10. 00000400:00000010:2.0:1767734705.025431:0:251834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29cc0. 00000100:00000200:2.0:1767734705.025437:0:251834:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672091520, portal 10 00000100:00000001:2.0:1767734705.025441:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734705.025445:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155553920 : -117983553997696 : ffff94b1d02cb480) 00000100:00000040:2.0:1767734705.025454:0:251834:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cb480 x1853602672091520/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.025464:0:251834:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734705.025472:0:251834:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734705.025477:0:251834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29088. 00000100:00000200:2.0:1767734705.025481:0:251834:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1853602672091520, offset 0 00000400:00000200:2.0:1767734705.025493:0:251834:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734705.025500:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.025507:0:251834:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734705.025511:0:251834:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734705.025515:0:251834:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734705.025519:0:251834:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734705.025522:0:251834:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734705.025527:0:251834:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66654:66654:256:4294967295] 192.168.203.112@tcp LPNI seq info [66654:66654:8:4294967295] 00000400:00000200:2.0:1767734705.025533:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.025542:0:251834:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734705.025549:0:251834:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734705.025554:0:251834:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790c00. 00000800:00000200:2.0:1767734705.025560:0:251834:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734705.025567:0:251834:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734705.025572:0:251834:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790c00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1767734705.025590:0:251834:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734705.025595:0:251834:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 55832 usecs (56 jiffies) 00000400:00000200:2.0:1767734705.025600:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734705.025611:0:251834:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303466903 00000100:00000001:2.0:1767734705.025618:0:251834:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303466898 00000100:00000001:2.0:1767734705.025624:0:251834:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303466903 00000100:00000001:2.0:1767734705.025628:0:251834:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303466898 00000100:00000001:2.0:1767734705.025632:0:251834:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734705.025635:0:251834:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.025637:0:251834:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734705.025639:0:251834:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734705.025642:0:251834:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c59d2d80 going to sleep for 11 seconds 00000100:00000001:2.0:1767734705.025645:0:251834:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734705.025647:0:251834:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734705.025766:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.025774:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790c00. 00000400:00000200:3.0:1767734705.025780:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.025788:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.025793:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29088 00000400:00000010:3.0:1767734705.025796:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29088. 00000100:00000001:3.0:1767734705.025800:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.025807:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cb480 x1853602672091520/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.025820:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.025824:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cb480 x1853602672091520/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.025834:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.025836:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.030011:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.030023:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.030026:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.030029:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.030037:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.030044:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.030050:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.030055:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.030060:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.030064:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d32180 00000400:00000200:3.0:1767734705.030070:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.030076:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bc65 [1] + 224 00000800:00000001:3.0:1767734705.030082:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.030090:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.030093:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.030097:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.030102:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.030109:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cb480 x1853602672091520/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.030135:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1d02cb480 x1853602672091520/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.030160:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.030168:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.030172:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.030178:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.030184:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66655:66655:256:4294967295] 192.168.203.112@tcp LPNI seq info [66655:66655:8:4294967295] 00000400:00000200:3.0:1767734705.030190:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.030199:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.030205:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.030211:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.030216:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.030223:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.030227:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1767734705.030259:0:251834:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734705.030298:0:251834:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734705.030302:0:251834:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000080:00000010:2.1:1767734705.030350:0:251834:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1f9724a60. 00000400:00000010:2.0:1767734705.030367:0:251834:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5ed10. 00000400:00000200:2.0:1767734705.030373:0:251834:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29cc0 00000400:00000010:2.0:1767734705.030376:0:251834:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29cc0. 00000800:00000200:3.0:1767734705.030380:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767734705.030382:0:251834:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000010:3.0:1767734705.030388:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000100:00000200:2.0:1767734705.030398:0:251834:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cb480 x1853602672091520/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767734705.030399:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.030419:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.030436:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767734705.030439:0:251834:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cb480 x1853602672091520/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.030452:0:251834:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734705.030455:0:251834:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734705.030458:0:251834:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734705.030461:0:251834:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734705.030463:0:251834:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734705.030465:0:251834:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734705.030468:0:251834:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734705.030475:0:251834:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:2.0:1767734705.030479:0:251834:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1767734705.030482:0:251834:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734705.030484:0:251834:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.030500:0:251834:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734705.030504:0:251834:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.030508:0:251834:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1767734705.030511:0:251834:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x1] 00000100:00000001:2.0:1767734705.030514:0:251834:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000800:00000001:3.0:1767734705.030516:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734705.030518:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734705.030524:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155553920 : -117983553997696 : ffff94b1d02cb480) 00000100:00000001:2.0:1767734705.030529:0:251834:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767734705.030532:0:251834:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:2.0:1767734705.030534:0:251834:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734705.030538:0:251834:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734705.030545:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cb480 x1853602672091520/t12884924715(12884924715) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.030556:0:251834:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734705.030560:0:251834:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734705.030562:0:251834:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734705.030568:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cb480 x1853602672091520/t12884924715(12884924715) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734705.030579:0:251834:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cb480 pname:cluuid:pid:xid:nid:opc:job createmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251834:1853602672091520:192.168.203.112@tcp:36:createmany.0 00000100:00000001:2.0:1767734705.030584:0:251834:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734705.030587:0:251834:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.030590:0:251834:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767734705.030592:0:251834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.030595:0:251834:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cb480 x1853602672091520/t12884924715(12884924715) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.030603:0:251834:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734705.030606:0:251834:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c59d2d80. 00000100:00000001:2.0:1767734705.030610:0:251834:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767734705.030612:0:251834:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734705.030617:0:251834:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1767734705.030620:0:251834:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a3:0x11:0x0] 00800000:00000001:2.0:1767734705.030623:0:251834:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.030632:0:251834:0:(namei.c:1840:ll_new_node_finish()) Process entered 00000080:00000001:2.0:1767734705.030635:0:251834:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1767734705.030639:0:251834:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1767734705.030641:0:251834:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1767734705.030643:0:251834:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920721 : 144115272414920721 : 2000013a3000011) 00000080:00000001:2.0:1767734705.030647:0:251834:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:2.0:1767734705.030658:0:251834:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1df7a2100. 00000020:00000001:2.0:1767734705.030665:0:251834:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:2.0:1767734705.030667:0:251834:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1767734705.030670:0:251834:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:2.0:1767734705.030672:0:251834:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a3:0x11:0x0](ffff94b1df7a21c8) 00000080:00000001:2.0:1767734705.030675:0:251834:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920721 : 144115272414920721 : 2000013a3000011) 00000080:00000001:2.0:1767734705.030678:0:251834:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:2.0:1767734705.030681:0:251834:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272414920721 mtime from 0 to 1767734705 00000080:00000001:2.0:1767734705.030684:0:251834:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000020:00000001:2.0:1767734705.030686:0:251834:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:2.0:1767734705.030689:0:251834:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183144584 : -117983526407032 : ffff94b1d1d1b488) 00000020:00001000:2.0:1767734705.030692:0:251834:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b480 00000020:00000001:2.0:1767734705.030695:0:251834:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:2.0:1767734705.030699:0:251834:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff94b1c5924708. 00000020:00000001:2.0:1767734705.030701:0:251834:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1767734705.030703:0:251834:0:(cl_object.c:67:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767734705.030708:0:251834:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:2.0:1767734705.030712:0:251834:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff94b1f88c2d90. 00020000:00000001:2.0:1767734705.030714:0:251834:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446626090832899472 : -117982876652144 : ffff94b1f88c2d90) 00020000:00000001:2.0:1767734705.030716:0:251834:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:2.0:1767734705.030719:0:251834:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.030723:0:251834:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626089977661320 : -117983731890296 : ffff94b1c5924788) 00000020:00001000:2.0:1767734705.030726:0:251834:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b480 00000080:00000001:2.0:1767734705.030729:0:251834:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090412286408 : -117983297265208 : ffff94b1df7a21c8) 00000080:00000001:2.0:1767734705.030732:0:251834:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1767734705.030735:0:251834:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1767734705.030737:0:251834:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.030741:0:251834:0:(namei.c:1887:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.030743:0:251834:0:(namei.c:1999:ll_new_node()) Process leaving 00000100:00000001:2.0:1767734705.030746:0:251834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.030757:0:251834:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cb480 x1853602672091520/t12884924715(12884924715) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.030767:0:251834:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734705.030770:0:251834:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d0638c00. 00000080:00000001:2.0:1767734705.030774:0:251834:0:(namei.c:2007:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.030777:0:251834:0:(namei.c:2048:ll_mknod()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.030780:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804be20 00000080:00200000:2.0:1767734705.030783:0:251834:0:(namei.c:2073:ll_create_nd()) VFS Op:name=f160m.sanity8, unhashed 1 00000080:00000001:2.0:1767734705.030791:0:251834:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1767734705.030796:0:251834:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1767734705.030800:0:251834:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1767734705.030802:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804be30 00000080:00002000:2.0:1767734705.030805:0:251834:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:2.0:1767734705.030809:0:251834:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.030830:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734705.030833:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734705.030835:0:251834:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1767734705.030837:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bb98 00000080:00200000:2.0:1767734705.030840:0:251834:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:2.0:1767734705.030844:0:251834:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d0638c00. 00800000:00000002:2.0:1767734705.030849:0:251834:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:2.0:1767734705.030853:0:251834:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1767734705.030856:0:251834:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767734705.030858:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bab8 00800000:00000002:2.0:1767734705.030861:0:251834:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1767734705.030865:0:251834:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1767734705.030869:0:251834:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1767734705.030874:0:251834:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767734705.030876:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804b988 00000002:00010000:2.0:1767734705.030878:0:251834:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1767734705.030882:0:251834:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1767734705.030884:0:251834:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767734705.030887:0:251834:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767734705.030892:0:251834:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:2.0:1767734705.030895:0:251834:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734705.030908:0:251834:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734705.030910:0:251834:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767734705.030916:0:251834:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767734705.030927:0:251834:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1767734705.030931:0:251834:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734705.030935:0:251834:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1767734705.030943:0:251834:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1767734705.030946:0:251834:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1767734705.030948:0:251834:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734705.030950:0:251834:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734705.030953:0:251834:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734705.030955:0:251834:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1767734705.030958:0:251834:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1767734705.030961:0:251834:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:2.0:1767734705.030964:0:251834:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d0638c00. 00000080:00000001:2.0:1767734705.030967:0:251834:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1767734705.030969:0:251834:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734705.030972:0:251834:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:2.0:1767734705.030976:0:251834:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:2.0:1767734705.030979:0:251834:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1767734705.030981:0:251834:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1767734705.030983:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734705.030985:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734705.030988:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734705.030991:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734705.030994:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734705.030997:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.030999:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767734705.031000:0:251834:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734705.031003:0:251834:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734705.031011:0:251834:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc30804bbd0 00010000:00000001:2.0:1767734705.031014:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734705.031016:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734705.031018:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734705.031020:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734705.031023:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734705.031026:0:251834:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767734705.031029:0:251834:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734705.031037:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.031038:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734705.031040:0:251834:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1767734705.031042:0:251834:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1767734705.031045:0:251834:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734705.031052:0:251834:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767734705.031055:0:251834:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767734705.031057:0:251834:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734705.031060:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.031061:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734705.031063:0:251834:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.031066:0:251834:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767734705.031067:0:251834:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.031070:0:251834:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.031073:0:251834:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.031075:0:251834:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767734705.031077:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.031078:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767734705.031080:0:251834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767734705.031082:0:251834:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734705.031085:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:2.0:1767734705.031089:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.031093:0:251834:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1767734705.031095:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bb60 00000080:00002000:2.0:1767734705.031102:0:251834:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:2.0:1767734705.031106:0:251834:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.031108:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bba8 00000080:00200000:2.0:1767734705.031110:0:251834:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:2.0:1767734705.031114:0:251834:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1767734705.031116:0:251834:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.031119:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734705.031122:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:2.0:1767734705.031125:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734705.031134:0:251834:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1f9724f80. 00000020:00000001:2.0:1767734705.031138:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bd88 00000080:00200000:2.0:1767734705.031140:0:251834:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity9, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=1536 00000080:00000001:2.0:1767734705.031144:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734705.031146:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:2.0:1767734705.031149:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.031153:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734705.031155:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:2.0:1767734705.031157:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.031160:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804be20 00000080:00200000:2.0:1767734705.031163:0:251834:0:(namei.c:2065:ll_create_nd()) VFS Op:name=f160m.sanity9, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=33060, excl=1 00000080:00000001:2.0:1767734705.031166:0:251834:0:(namei.c:2016:ll_mknod()) Process entered 00000020:00000001:2.0:1767734705.031168:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bdd0 00000080:00200000:2.0:1767734705.031171:0:251834:0:(namei.c:2020:ll_mknod()) VFS Op:name=f160m.sanity9, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) mode 100444 dev 0 00000080:00000001:2.0:1767734705.031174:0:251834:0:(namei.c:1904:ll_new_node()) Process entered 00000080:00000001:2.0:1767734705.031176:0:251834:0:(namei.c:1713:ll_new_node_prepare()) Process entered 00000080:00000010:2.0:1767734705.031179:0:251834:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d0638c00. 00000080:00000001:2.0:1767734705.031185:0:251834:0:(namei.c:1820:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734705.031188:0:251834:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:2.0:1767734705.031190:0:251834:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1767734705.031193:0:251834:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00800000:00000001:2.0:1767734705.031195:0:251834:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1767734705.031197:0:251834:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1767734705.031200:0:251834:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1767734705.031202:0:251834:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1767734705.031204:0:251834:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1e7e86000: Allocated FID [0x2000013a3:0x12:0x0] 40000000:00000001:2.0:1767734705.031213:0:251834:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734705.031216:0:251834:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734705.031219:0:251834:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734705.031221:0:251834:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.031224:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bc10 00800000:00000002:2.0:1767734705.031226:0:251834:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'f160m.sanity9' [0x2000013a3:0x12:0x0] on [0x2000013a3:0x8:0x0] -> mds #0 00000002:00000001:2.0:1767734705.031231:0:251834:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1767734705.031232:0:251834:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1767734705.031236:0:251834:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:2.0:1767734705.031239:0:251834:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734705.031243:0:251834:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1767734705.031246:0:251834:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.031248:0:251834:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734705.031251:0:251834:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734705.031257:0:251834:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cbb80. 00000020:00000040:2.0:1767734705.031260:0:251834:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=14 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:2.0:1767734705.031264:0:251834:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1767734705.031296:0:251834:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.031300:0:251834:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1767734705.031303:0:251834:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734705.031354:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.031357:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734705.031359:0:251834:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.031363:0:251834:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734705.031365:0:251834:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734705.031369:0:251834:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734705.031377:0:251834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1dea60000. 00000100:00000001:2.0:1767734705.031382:0:251834:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.031385:0:251834:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734705.031387:0:251834:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.031389:0:251834:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734705.031391:0:251834:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.031394:0:251834:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1767734705.031403:0:251834:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1767734705.031411:0:251834:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02cbb80 x1853602672091776/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767734705.031431:0:251834:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734705.031434:0:251834:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734705.031439:0:251834:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c59d2d80. 00000100:00000001:2.0:1767734705.031442:0:251834:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089978375552 : -117983731176064 : ffff94b1c59d2d80) 00000100:00000001:2.0:1767734705.031446:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734705.031449:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155555712 : -117983553995904 : ffff94b1d02cbb80) 00000100:00000001:2.0:1767734705.031455:0:251834:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734705.031459:0:251834:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.031462:0:251834:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734705.031464:0:251834:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734705.031472:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cbb80 x1853602672091776/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.031481:0:251834:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734705.031484:0:251834:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734705.031491:0:251834:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734705.031495:0:251834:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734705.031499:0:251834:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734705.031503:0:251834:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cbb80 pname:cluuid:pid:xid:nid:opc:job createmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251834:1853602672091776:192.168.203.112@tcp:36:createmany.0 00000100:00000001:2.0:1767734705.031507:0:251834:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734705.031511:0:251834:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734705.031513:0:251834:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734705.031516:0:251834:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734705.031520:0:251834:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c59fe800. 02000000:00000001:2.0:1767734705.031522:0:251834:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734705.031529:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734705.031533:0:251834:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5ed10. 00000400:00000010:2.0:1767734705.031538:0:251834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29cc0. 00000100:00000200:2.0:1767734705.031543:0:251834:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672091776, portal 10 00000100:00000001:2.0:1767734705.031546:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734705.031547:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155555712 : -117983553995904 : ffff94b1d02cbb80) 00000100:00000040:2.0:1767734705.031554:0:251834:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cbb80 x1853602672091776/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.031578:0:251834:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734705.031582:0:251834:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734705.031585:0:251834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29e58. 00000100:00000200:2.0:1767734705.031589:0:251834:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1853602672091776, offset 0 00000400:00000200:2.0:1767734705.031595:0:251834:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734705.031601:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.031607:0:251834:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734705.031612:0:251834:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734705.031616:0:251834:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734705.031620:0:251834:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734705.031623:0:251834:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734705.031627:0:251834:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66656:66656:256:4294967295] 192.168.203.112@tcp LPNI seq info [66656:66656:8:4294967295] 00000400:00000200:2.0:1767734705.031633:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.031643:0:251834:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734705.031649:0:251834:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734705.031654:0:251834:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790600. 00000800:00000200:2.0:1767734705.031660:0:251834:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734705.031667:0:251834:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734705.031672:0:251834:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790600 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1767734705.031691:0:251834:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734705.031696:0:251834:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 55183 usecs (56 jiffies) 00000400:00000200:2.0:1767734705.031701:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734705.031704:0:251834:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303466909 00000100:00000001:2.0:1767734705.031711:0:251834:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303466903 00000100:00000001:2.0:1767734705.031717:0:251834:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303466909 00000100:00000001:2.0:1767734705.031721:0:251834:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303466903 00000100:00000001:2.0:1767734705.031725:0:251834:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734705.031728:0:251834:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.031738:0:251834:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734705.031740:0:251834:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734705.031743:0:251834:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c59d2d80 going to sleep for 11 seconds 00000100:00000001:2.0:1767734705.031745:0:251834:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734705.031748:0:251834:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734705.031867:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.031875:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790600. 00000400:00000200:3.0:1767734705.031881:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.031889:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.031895:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29e58 00000400:00000010:3.0:1767734705.031897:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29e58. 00000100:00000001:3.0:1767734705.031902:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.031909:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cbb80 x1853602672091776/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.031941:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.031946:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cbb80 x1853602672091776/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.031955:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.031958:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.035887:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.035898:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.035902:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.035905:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.035913:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.035920:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.035927:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.035931:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.035936:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.035940:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d32280 00000400:00000200:3.0:1767734705.035945:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.035951:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bc75 [1] + 224 00000800:00000001:3.0:1767734705.035958:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.035966:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.035969:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.035973:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.035978:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.035985:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cbb80 x1853602672091776/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.035998:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1d02cbb80 x1853602672091776/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.036023:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.036030:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.036034:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.036039:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.036057:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66657:66657:256:4294967295] 192.168.203.112@tcp LPNI seq info [66657:66657:8:4294967295] 00000400:00000200:3.0:1767734705.036063:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.036073:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.036079:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.036084:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.036090:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.036098:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.036103:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1767734705.036119:0:251834:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734705.036129:0:251834:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734705.036131:0:251834:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734705.036135:0:251834:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5ed10. 00000400:00000200:2.0:1767734705.036143:0:251834:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29cc0 00000400:00000010:2.0:1767734705.036146:0:251834:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29cc0. 00000100:00000001:2.0:1767734705.036151:0:251834:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.036160:0:251834:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cbb80 x1853602672091776/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767734705.036176:0:251834:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cbb80 x1853602672091776/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767734705.036177:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.036187:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000100:00000001:2.0:1767734705.036200:0:251834:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.036202:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767734705.036205:0:251834:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734705.036212:0:251834:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734705.036218:0:251834:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767734705.036219:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000001:2.0:1767734705.036223:0:251834:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734705.036229:0:251834:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767734705.036231:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767734705.036233:0:251834:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767734705.036241:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767734705.036243:0:251834:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:2.0:1767734705.036253:0:251834:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1767734705.036256:0:251834:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734705.036258:0:251834:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.036261:0:251834:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734705.036296:0:251834:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.036301:0:251834:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1767734705.036303:0:251834:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x1] 00000080:00000010:2.1:1767734705.036350:0:251834:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1f9724aa0. 00000100:00000001:2.0:1767734705.036362:0:251834:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1767734705.036365:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734705.036367:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155555712 : -117983553995904 : ffff94b1d02cbb80) 00000100:00000001:2.0:1767734705.036371:0:251834:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767734705.036374:0:251834:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:2.0:1767734705.036392:0:251834:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734705.036396:0:251834:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734705.036405:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cbb80 x1853602672091776/t12884924716(12884924716) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.036417:0:251834:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734705.036421:0:251834:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734705.036423:0:251834:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734705.036429:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cbb80 x1853602672091776/t12884924716(12884924716) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734705.036439:0:251834:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cbb80 pname:cluuid:pid:xid:nid:opc:job createmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251834:1853602672091776:192.168.203.112@tcp:36:createmany.0 00000100:00000001:2.0:1767734705.036444:0:251834:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734705.036447:0:251834:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.036449:0:251834:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767734705.036451:0:251834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.036456:0:251834:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cbb80 x1853602672091776/t12884924716(12884924716) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.036465:0:251834:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734705.036468:0:251834:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c59d2d80. 00000100:00000001:2.0:1767734705.036472:0:251834:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767734705.036473:0:251834:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734705.036479:0:251834:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1767734705.036482:0:251834:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a3:0x12:0x0] 00800000:00000001:2.0:1767734705.036485:0:251834:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.036487:0:251834:0:(namei.c:1840:ll_new_node_finish()) Process entered 00000080:00000001:2.0:1767734705.036490:0:251834:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1767734705.036494:0:251834:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1767734705.036496:0:251834:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1767734705.036498:0:251834:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920722 : 144115272414920722 : 2000013a3000012) 00000080:00000001:2.0:1767734705.036502:0:251834:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:2.0:1767734705.036510:0:251834:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1df7a5ac0. 00000020:00000001:2.0:1767734705.036517:0:251834:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:2.0:1767734705.036519:0:251834:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1767734705.036528:0:251834:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:2.0:1767734705.036531:0:251834:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a3:0x12:0x0](ffff94b1df7a5b88) 00000080:00000001:2.0:1767734705.036534:0:251834:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920722 : 144115272414920722 : 2000013a3000012) 00000080:00000001:2.0:1767734705.036537:0:251834:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:2.0:1767734705.036540:0:251834:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272414920722 mtime from 0 to 1767734705 00000080:00000001:2.0:1767734705.036544:0:251834:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000020:00000001:2.0:1767734705.036546:0:251834:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:2.0:1767734705.036550:0:251834:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183144584 : -117983526407032 : ffff94b1d1d1b488) 00000020:00001000:2.0:1767734705.036553:0:251834:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b480 00000020:00000001:2.0:1767734705.036556:0:251834:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:2.0:1767734705.036560:0:251834:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff94b1c5924258. 00000020:00000001:2.0:1767734705.036562:0:251834:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1767734705.036565:0:251834:0:(cl_object.c:67:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767734705.036569:0:251834:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:2.0:1767734705.036573:0:251834:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff94b1f88c21f0. 00020000:00000001:2.0:1767734705.036575:0:251834:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446626090832896496 : -117982876655120 : ffff94b1f88c21f0) 00020000:00000001:2.0:1767734705.036578:0:251834:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:2.0:1767734705.036580:0:251834:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.036584:0:251834:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626089977660120 : -117983731891496 : ffff94b1c59242d8) 00000020:00001000:2.0:1767734705.036587:0:251834:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b480 00000080:00000001:2.0:1767734705.036590:0:251834:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090412301192 : -117983297250424 : ffff94b1df7a5b88) 00000080:00000001:2.0:1767734705.036594:0:251834:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1767734705.036597:0:251834:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1767734705.036599:0:251834:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.036603:0:251834:0:(namei.c:1887:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.036606:0:251834:0:(namei.c:1999:ll_new_node()) Process leaving 00000100:00000001:2.0:1767734705.036608:0:251834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.036613:0:251834:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cbb80 x1853602672091776/t12884924716(12884924716) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.036623:0:251834:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734705.036626:0:251834:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d0638c00. 00000080:00000001:2.0:1767734705.036630:0:251834:0:(namei.c:2007:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.036633:0:251834:0:(namei.c:2048:ll_mknod()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.036636:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804be20 00000080:00200000:2.0:1767734705.036638:0:251834:0:(namei.c:2073:ll_create_nd()) VFS Op:name=f160m.sanity9, unhashed 1 00000080:00000001:2.0:1767734705.036654:0:251834:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1767734705.036659:0:251834:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1767734705.036663:0:251834:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1767734705.036665:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804be30 00000080:00002000:2.0:1767734705.036668:0:251834:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:2.0:1767734705.036672:0:251834:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.036693:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734705.036696:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734705.036698:0:251834:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1767734705.036700:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bb98 00000080:00200000:2.0:1767734705.036703:0:251834:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:2.0:1767734705.036709:0:251834:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1dea60a00. 00800000:00000002:2.0:1767734705.036713:0:251834:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:2.0:1767734705.036717:0:251834:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1767734705.036720:0:251834:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767734705.036722:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bab8 00800000:00000002:2.0:1767734705.036725:0:251834:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1767734705.036730:0:251834:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1767734705.036733:0:251834:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1767734705.036738:0:251834:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767734705.036740:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804b988 00000002:00010000:2.0:1767734705.036742:0:251834:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1767734705.036747:0:251834:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1767734705.036749:0:251834:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767734705.036751:0:251834:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767734705.036756:0:251834:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:2.0:1767734705.036759:0:251834:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734705.036763:0:251834:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734705.036766:0:251834:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767734705.036771:0:251834:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767734705.036782:0:251834:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1767734705.036785:0:251834:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734705.036789:0:251834:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1767734705.036806:0:251834:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1767734705.036808:0:251834:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1767734705.036811:0:251834:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734705.036813:0:251834:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734705.036816:0:251834:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734705.036818:0:251834:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1767734705.036821:0:251834:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1767734705.036824:0:251834:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:2.0:1767734705.036827:0:251834:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1dea60a00. 00000080:00000001:2.0:1767734705.036830:0:251834:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1767734705.036832:0:251834:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734705.036835:0:251834:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:2.0:1767734705.036838:0:251834:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:2.0:1767734705.036842:0:251834:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1767734705.036845:0:251834:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1767734705.036847:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734705.036849:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734705.036852:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734705.036854:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734705.036858:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734705.036861:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.036863:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767734705.036865:0:251834:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734705.036867:0:251834:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734705.036870:0:251834:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc30804bbd0 00010000:00000001:2.0:1767734705.036872:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734705.036873:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734705.036875:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734705.036877:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734705.036880:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734705.036882:0:251834:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767734705.036886:0:251834:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734705.036899:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.036901:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734705.036903:0:251834:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1767734705.036905:0:251834:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1767734705.036908:0:251834:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734705.036916:0:251834:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767734705.036918:0:251834:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767734705.036920:0:251834:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734705.036923:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.036924:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734705.036926:0:251834:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.036929:0:251834:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767734705.036931:0:251834:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.036933:0:251834:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.036936:0:251834:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.036938:0:251834:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767734705.036940:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.036942:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767734705.036945:0:251834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767734705.036947:0:251834:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734705.036950:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:2.0:1767734705.036955:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.036958:0:251834:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1767734705.036960:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bb60 00000080:00002000:2.0:1767734705.036963:0:251834:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:2.0:1767734705.036966:0:251834:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.036969:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bba8 00000080:00200000:2.0:1767734705.036971:0:251834:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:2.0:1767734705.036974:0:251834:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1767734705.036976:0:251834:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.036979:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734705.036981:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:2.0:1767734705.036985:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734705.036999:0:251834:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1f9724e60. 00000020:00000001:2.0:1767734705.037003:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bd88 00000080:00200000:2.0:1767734705.037006:0:251834:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity10, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=1536 00000080:00000001:2.0:1767734705.037009:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734705.037011:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:2.0:1767734705.037015:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.037019:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734705.037021:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:2.0:1767734705.037024:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.037026:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804be20 00000080:00200000:2.0:1767734705.037029:0:251834:0:(namei.c:2065:ll_create_nd()) VFS Op:name=f160m.sanity10, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=33060, excl=1 00000080:00000001:2.0:1767734705.037033:0:251834:0:(namei.c:2016:ll_mknod()) Process entered 00000020:00000001:2.0:1767734705.037034:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bdd0 00000080:00200000:2.0:1767734705.037037:0:251834:0:(namei.c:2020:ll_mknod()) VFS Op:name=f160m.sanity10, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) mode 100444 dev 0 00000080:00000001:2.0:1767734705.037041:0:251834:0:(namei.c:1904:ll_new_node()) Process entered 00000080:00000001:2.0:1767734705.037043:0:251834:0:(namei.c:1713:ll_new_node_prepare()) Process entered 00000080:00000010:2.0:1767734705.037046:0:251834:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1dea60a00. 00000080:00000001:2.0:1767734705.037052:0:251834:0:(namei.c:1820:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734705.037055:0:251834:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:2.0:1767734705.037056:0:251834:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1767734705.037059:0:251834:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00800000:00000001:2.0:1767734705.037062:0:251834:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1767734705.037064:0:251834:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1767734705.037067:0:251834:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1767734705.037069:0:251834:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1767734705.037071:0:251834:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1e7e86000: Allocated FID [0x2000013a3:0x13:0x0] 40000000:00000001:2.0:1767734705.037075:0:251834:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734705.037077:0:251834:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734705.037079:0:251834:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734705.037081:0:251834:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.037084:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bc10 00800000:00000002:2.0:1767734705.037086:0:251834:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'f160m.sanity10' [0x2000013a3:0x13:0x0] on [0x2000013a3:0x8:0x0] -> mds #0 00000002:00000001:2.0:1767734705.037090:0:251834:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1767734705.037092:0:251834:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1767734705.037096:0:251834:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:2.0:1767734705.037105:0:251834:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734705.037108:0:251834:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1767734705.037111:0:251834:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.037114:0:251834:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734705.037116:0:251834:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734705.037121:0:251834:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02c9f80. 00000020:00000040:2.0:1767734705.037125:0:251834:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=15 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:2.0:1767734705.037129:0:251834:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1767734705.037131:0:251834:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.037134:0:251834:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1767734705.037137:0:251834:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734705.037140:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.037142:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734705.037143:0:251834:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.037146:0:251834:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734705.037148:0:251834:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734705.037151:0:251834:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734705.037157:0:251834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1dea61000. 00000100:00000001:2.0:1767734705.037162:0:251834:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.037164:0:251834:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734705.037167:0:251834:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.037169:0:251834:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734705.037171:0:251834:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.037173:0:251834:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1767734705.037181:0:251834:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1767734705.037189:0:251834:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02c9f80 x1853602672092032/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767734705.037198:0:251834:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734705.037200:0:251834:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734705.037205:0:251834:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c59d2d80. 00000100:00000001:2.0:1767734705.037207:0:251834:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089978375552 : -117983731176064 : ffff94b1c59d2d80) 00000100:00000001:2.0:1767734705.037210:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734705.037212:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155548544 : -117983554003072 : ffff94b1d02c9f80) 00000100:00000001:2.0:1767734705.037216:0:251834:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734705.037227:0:251834:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.037230:0:251834:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734705.037232:0:251834:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734705.037237:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02c9f80 x1853602672092032/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.037246:0:251834:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734705.037249:0:251834:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734705.037252:0:251834:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734705.037255:0:251834:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734705.037258:0:251834:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734705.037262:0:251834:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02c9f80 pname:cluuid:pid:xid:nid:opc:job createmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251834:1853602672092032:192.168.203.112@tcp:36:createmany.0 00000100:00000001:2.0:1767734705.037292:0:251834:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734705.037295:0:251834:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734705.037298:0:251834:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734705.037300:0:251834:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734705.037305:0:251834:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c59f9800. 02000000:00000001:2.0:1767734705.037354:0:251834:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734705.037361:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734705.037366:0:251834:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5ed10. 00000400:00000010:2.0:1767734705.037371:0:251834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29cc0. 00000100:00000200:2.0:1767734705.037376:0:251834:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672092032, portal 10 00000100:00000001:2.0:1767734705.037379:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734705.037381:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155548544 : -117983554003072 : ffff94b1d02c9f80) 00000100:00000040:2.0:1767734705.037389:0:251834:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02c9f80 x1853602672092032/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.037398:0:251834:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734705.037401:0:251834:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734705.037404:0:251834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29dd0. 00000100:00000200:2.0:1767734705.037408:0:251834:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1853602672092032, offset 0 00000400:00000200:2.0:1767734705.037414:0:251834:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734705.037420:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.037426:0:251834:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734705.037431:0:251834:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734705.037446:0:251834:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734705.037449:0:251834:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734705.037453:0:251834:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734705.037459:0:251834:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66658:66658:256:4294967295] 192.168.203.112@tcp LPNI seq info [66658:66658:8:4294967295] 00000400:00000200:2.0:1767734705.037469:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.037481:0:251834:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734705.037490:0:251834:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734705.037496:0:251834:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790600. 00000800:00000200:2.0:1767734705.037504:0:251834:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734705.037510:0:251834:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734705.037515:0:251834:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790600 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1767734705.037533:0:251834:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734705.037538:0:251834:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 54543 usecs (55 jiffies) 00000400:00000200:2.0:1767734705.037543:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734705.037546:0:251834:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303466914 00000100:00000001:2.0:1767734705.037553:0:251834:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303466909 00000100:00000001:2.0:1767734705.037559:0:251834:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303466914 00000100:00000001:2.0:1767734705.037562:0:251834:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303466909 00000100:00000001:2.0:1767734705.037566:0:251834:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734705.037569:0:251834:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.037572:0:251834:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734705.037574:0:251834:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734705.037577:0:251834:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c59d2d80 going to sleep for 11 seconds 00000100:00000001:2.0:1767734705.037579:0:251834:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734705.037582:0:251834:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734705.037706:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.037714:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790600. 00000400:00000200:3.0:1767734705.037720:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.037728:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.037733:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29dd0 00000400:00000010:3.0:1767734705.037736:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29dd0. 00000100:00000001:3.0:1767734705.037740:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.037748:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02c9f80 x1853602672092032/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.037760:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.037764:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c9f80 x1853602672092032/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.037774:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.037776:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.041936:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.041948:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.041952:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.041966:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.041974:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.041980:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.041986:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.041991:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.041996:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.042000:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d32380 00000400:00000200:3.0:1767734705.042005:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.042011:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bc85 [1] + 224 00000800:00000001:3.0:1767734705.042018:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.042026:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.042029:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.042033:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.042038:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.042045:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02c9f80 x1853602672092032/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.042058:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1d02c9f80 x1853602672092032/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.042084:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.042090:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.042095:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.042100:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.042106:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66659:66659:256:4294967295] 192.168.203.112@tcp LPNI seq info [66659:66659:8:4294967295] 00000400:00000200:3.0:1767734705.042111:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.042120:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.042126:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.042131:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.042137:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.042144:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.042156:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1767734705.042179:0:251834:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734705.042189:0:251834:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734705.042192:0:251834:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734705.042196:0:251834:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5ed10. 00000400:00000200:2.0:1767734705.042204:0:251834:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29cc0 00000400:00000010:2.0:1767734705.042207:0:251834:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29cc0. 00000100:00000001:2.0:1767734705.042226:0:251834:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:3.0:1767734705.042233:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1767734705.042239:0:251834:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02c9f80 x1853602672092032/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767734705.042241:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.042253:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.042297:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000200:2.0:1767734705.042304:0:251834:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02c9f80 x1853602672092032/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000080:00000010:2.1:1767734705.042355:0:251834:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1f9724f80. 00000800:00000001:3.0:1767734705.042362:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.042371:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734705.042389:0:251834:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734705.042394:0:251834:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734705.042397:0:251834:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734705.042400:0:251834:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734705.042403:0:251834:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734705.042406:0:251834:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734705.042410:0:251834:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734705.042417:0:251834:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:2.0:1767734705.042424:0:251834:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1767734705.042428:0:251834:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734705.042432:0:251834:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.042435:0:251834:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734705.042440:0:251834:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.042444:0:251834:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1767734705.042446:0:251834:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x1] 00000100:00000001:2.0:1767734705.042449:0:251834:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1767734705.042452:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734705.042453:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155548544 : -117983554003072 : ffff94b1d02c9f80) 00000100:00000001:2.0:1767734705.042457:0:251834:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767734705.042458:0:251834:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:2.0:1767734705.042461:0:251834:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734705.042463:0:251834:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734705.042469:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02c9f80 x1853602672092032/t12884924717(12884924717) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.042479:0:251834:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734705.042482:0:251834:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734705.042484:0:251834:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734705.042490:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02c9f80 x1853602672092032/t12884924717(12884924717) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734705.042520:0:251834:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02c9f80 pname:cluuid:pid:xid:nid:opc:job createmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251834:1853602672092032:192.168.203.112@tcp:36:createmany.0 00000100:00000001:2.0:1767734705.042526:0:251834:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734705.042529:0:251834:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.042532:0:251834:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767734705.042534:0:251834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.042538:0:251834:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c9f80 x1853602672092032/t12884924717(12884924717) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.042546:0:251834:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734705.042549:0:251834:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c59d2d80. 00000100:00000001:2.0:1767734705.042553:0:251834:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767734705.042555:0:251834:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734705.042560:0:251834:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1767734705.042563:0:251834:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a3:0x13:0x0] 00800000:00000001:2.0:1767734705.042566:0:251834:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.042569:0:251834:0:(namei.c:1840:ll_new_node_finish()) Process entered 00000080:00000001:2.0:1767734705.042571:0:251834:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1767734705.042575:0:251834:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1767734705.042578:0:251834:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1767734705.042580:0:251834:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920723 : 144115272414920723 : 2000013a3000013) 00000080:00000001:2.0:1767734705.042583:0:251834:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:2.0:1767734705.042594:0:251834:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1df7a6b40. 00000020:00000001:2.0:1767734705.042601:0:251834:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:2.0:1767734705.042603:0:251834:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1767734705.042606:0:251834:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:2.0:1767734705.042608:0:251834:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a3:0x13:0x0](ffff94b1df7a6c08) 00000080:00000001:2.0:1767734705.042611:0:251834:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920723 : 144115272414920723 : 2000013a3000013) 00000080:00000001:2.0:1767734705.042614:0:251834:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:2.0:1767734705.042617:0:251834:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272414920723 mtime from 0 to 1767734705 00000080:00000001:2.0:1767734705.042621:0:251834:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000020:00000001:2.0:1767734705.042623:0:251834:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:2.0:1767734705.042626:0:251834:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183144584 : -117983526407032 : ffff94b1d1d1b488) 00000020:00001000:2.0:1767734705.042629:0:251834:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b480 00000020:00000001:2.0:1767734705.042639:0:251834:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:2.0:1767734705.042643:0:251834:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff94b1c5924320. 00000020:00000001:2.0:1767734705.042645:0:251834:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1767734705.042648:0:251834:0:(cl_object.c:67:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767734705.042653:0:251834:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:2.0:1767734705.042656:0:251834:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff94b1f88c27c0. 00020000:00000001:2.0:1767734705.042659:0:251834:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446626090832897984 : -117982876653632 : ffff94b1f88c27c0) 00020000:00000001:2.0:1767734705.042661:0:251834:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:2.0:1767734705.042664:0:251834:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.042668:0:251834:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626089977660320 : -117983731891296 : ffff94b1c59243a0) 00000020:00001000:2.0:1767734705.042671:0:251834:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b480 00000080:00000001:2.0:1767734705.042675:0:251834:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090412305416 : -117983297246200 : ffff94b1df7a6c08) 00000080:00000001:2.0:1767734705.042678:0:251834:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1767734705.042681:0:251834:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1767734705.042683:0:251834:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.042688:0:251834:0:(namei.c:1887:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.042690:0:251834:0:(namei.c:1999:ll_new_node()) Process leaving 00000100:00000001:2.0:1767734705.042692:0:251834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.042698:0:251834:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02c9f80 x1853602672092032/t12884924717(12884924717) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.042707:0:251834:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734705.042710:0:251834:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1dea60a00. 00000080:00000001:2.0:1767734705.042714:0:251834:0:(namei.c:2007:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.042717:0:251834:0:(namei.c:2048:ll_mknod()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.042719:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804be20 00000080:00200000:2.0:1767734705.042721:0:251834:0:(namei.c:2073:ll_create_nd()) VFS Op:name=f160m.sanity10, unhashed 1 00000080:00000001:2.0:1767734705.042730:0:251834:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1767734705.042734:0:251834:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1767734705.042738:0:251834:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1767734705.042740:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804be30 00000080:00002000:2.0:1767734705.042743:0:251834:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:2.0:1767734705.042747:0:251834:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.042769:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734705.042773:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734705.042775:0:251834:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1767734705.042777:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bb98 00000080:00200000:2.0:1767734705.042787:0:251834:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:2.0:1767734705.042792:0:251834:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1dea60a00. 00800000:00000002:2.0:1767734705.042798:0:251834:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:2.0:1767734705.042801:0:251834:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1767734705.042804:0:251834:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767734705.042806:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bab8 00800000:00000002:2.0:1767734705.042809:0:251834:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1767734705.042814:0:251834:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1767734705.042817:0:251834:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1767734705.042822:0:251834:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767734705.042824:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804b988 00000002:00010000:2.0:1767734705.042826:0:251834:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1767734705.042831:0:251834:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1767734705.042833:0:251834:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767734705.042836:0:251834:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767734705.042840:0:251834:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:2.0:1767734705.042843:0:251834:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734705.042847:0:251834:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734705.042850:0:251834:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767734705.042855:0:251834:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767734705.042866:0:251834:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1767734705.042869:0:251834:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734705.042873:0:251834:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1767734705.042881:0:251834:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1767734705.042884:0:251834:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1767734705.042886:0:251834:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734705.042888:0:251834:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734705.042891:0:251834:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734705.042893:0:251834:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1767734705.042896:0:251834:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1767734705.042904:0:251834:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:2.0:1767734705.042908:0:251834:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1dea60a00. 00000080:00000001:2.0:1767734705.042911:0:251834:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1767734705.042913:0:251834:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734705.042916:0:251834:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:2.0:1767734705.042920:0:251834:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:2.0:1767734705.042924:0:251834:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1767734705.042926:0:251834:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1767734705.042928:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734705.042930:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734705.042933:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734705.042936:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734705.042939:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734705.042942:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.042944:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767734705.042945:0:251834:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734705.042947:0:251834:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734705.042950:0:251834:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc30804bbd0 00010000:00000001:2.0:1767734705.042952:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734705.042954:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734705.042955:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734705.042958:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734705.042960:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734705.042963:0:251834:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767734705.042966:0:251834:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734705.042974:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.042975:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734705.042977:0:251834:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1767734705.042979:0:251834:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1767734705.042982:0:251834:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734705.043003:0:251834:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767734705.043006:0:251834:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767734705.043008:0:251834:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734705.043011:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.043013:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734705.043014:0:251834:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.043017:0:251834:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767734705.043019:0:251834:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.043022:0:251834:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.043025:0:251834:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.043027:0:251834:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767734705.043029:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.043031:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767734705.043033:0:251834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767734705.043035:0:251834:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734705.043038:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:2.0:1767734705.043042:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.043045:0:251834:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1767734705.043048:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bb60 00000080:00002000:2.0:1767734705.043050:0:251834:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:2.0:1767734705.043053:0:251834:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.043056:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bba8 00000080:00200000:2.0:1767734705.043058:0:251834:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:2.0:1767734705.043061:0:251834:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1767734705.043064:0:251834:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.043067:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734705.043069:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:2.0:1767734705.043072:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734705.043080:0:251834:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1f9724ba0. 00000020:00000001:2.0:1767734705.043084:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bd88 00000080:00200000:2.0:1767734705.043086:0:251834:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity11, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=1536 00000080:00000001:2.0:1767734705.043089:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734705.043091:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:2.0:1767734705.043094:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.043105:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734705.043107:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:2.0:1767734705.043110:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.043114:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804be20 00000080:00200000:2.0:1767734705.043116:0:251834:0:(namei.c:2065:ll_create_nd()) VFS Op:name=f160m.sanity11, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=33060, excl=1 00000080:00000001:2.0:1767734705.043120:0:251834:0:(namei.c:2016:ll_mknod()) Process entered 00000020:00000001:2.0:1767734705.043122:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bdd0 00000080:00200000:2.0:1767734705.043124:0:251834:0:(namei.c:2020:ll_mknod()) VFS Op:name=f160m.sanity11, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) mode 100444 dev 0 00000080:00000001:2.0:1767734705.043127:0:251834:0:(namei.c:1904:ll_new_node()) Process entered 00000080:00000001:2.0:1767734705.043129:0:251834:0:(namei.c:1713:ll_new_node_prepare()) Process entered 00000080:00000010:2.0:1767734705.043132:0:251834:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1dea60a00. 00000080:00000001:2.0:1767734705.043138:0:251834:0:(namei.c:1820:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734705.043141:0:251834:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:2.0:1767734705.043142:0:251834:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1767734705.043145:0:251834:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00800000:00000001:2.0:1767734705.043148:0:251834:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1767734705.043150:0:251834:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1767734705.043152:0:251834:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1767734705.043154:0:251834:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1767734705.043157:0:251834:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1e7e86000: Allocated FID [0x2000013a3:0x14:0x0] 40000000:00000001:2.0:1767734705.043160:0:251834:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734705.043163:0:251834:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734705.043165:0:251834:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734705.043167:0:251834:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.043170:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bc10 00800000:00000002:2.0:1767734705.043172:0:251834:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'f160m.sanity11' [0x2000013a3:0x14:0x0] on [0x2000013a3:0x8:0x0] -> mds #0 00000002:00000001:2.0:1767734705.043176:0:251834:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1767734705.043178:0:251834:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1767734705.043181:0:251834:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:2.0:1767734705.043184:0:251834:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734705.043187:0:251834:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1767734705.043190:0:251834:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.043192:0:251834:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734705.043195:0:251834:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734705.043200:0:251834:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02ca300. 00000020:00000040:2.0:1767734705.043209:0:251834:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=16 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:2.0:1767734705.043214:0:251834:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1767734705.043216:0:251834:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.043218:0:251834:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1767734705.043222:0:251834:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734705.043225:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.043227:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734705.043229:0:251834:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.043232:0:251834:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734705.043234:0:251834:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734705.043237:0:251834:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734705.043243:0:251834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1dea60800. 00000100:00000001:2.0:1767734705.043248:0:251834:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.043250:0:251834:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734705.043253:0:251834:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.043255:0:251834:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734705.043257:0:251834:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.043259:0:251834:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1767734705.043298:0:251834:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1767734705.043354:0:251834:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02ca300 x1853602672092288/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767734705.043365:0:251834:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734705.043368:0:251834:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734705.043374:0:251834:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c59d2d80. 00000100:00000001:2.0:1767734705.043377:0:251834:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089978375552 : -117983731176064 : ffff94b1c59d2d80) 00000100:00000001:2.0:1767734705.043380:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734705.043382:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155549440 : -117983554002176 : ffff94b1d02ca300) 00000100:00000001:2.0:1767734705.043386:0:251834:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734705.043390:0:251834:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.043392:0:251834:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734705.043394:0:251834:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734705.043399:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02ca300 x1853602672092288/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.043409:0:251834:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734705.043418:0:251834:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734705.043422:0:251834:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734705.043425:0:251834:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734705.043429:0:251834:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734705.043435:0:251834:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02ca300 pname:cluuid:pid:xid:nid:opc:job createmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251834:1853602672092288:192.168.203.112@tcp:36:createmany.0 00000100:00000001:2.0:1767734705.043441:0:251834:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734705.043448:0:251834:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734705.043451:0:251834:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734705.043453:0:251834:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734705.043459:0:251834:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c59fb800. 02000000:00000001:2.0:1767734705.043463:0:251834:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734705.043475:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734705.043480:0:251834:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5ed10. 00000400:00000010:2.0:1767734705.043485:0:251834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29cc0. 00000100:00000200:2.0:1767734705.043491:0:251834:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672092288, portal 10 00000100:00000001:2.0:1767734705.043494:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734705.043497:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155549440 : -117983554002176 : ffff94b1d02ca300) 00000100:00000040:2.0:1767734705.043504:0:251834:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02ca300 x1853602672092288/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.043513:0:251834:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734705.043516:0:251834:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734705.043519:0:251834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa297f8. 00000100:00000200:2.0:1767734705.043522:0:251834:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1853602672092288, offset 0 00000400:00000200:2.0:1767734705.043528:0:251834:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734705.043534:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.043540:0:251834:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734705.043545:0:251834:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734705.043549:0:251834:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734705.043553:0:251834:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734705.043556:0:251834:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734705.043560:0:251834:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66660:66660:256:4294967295] 192.168.203.112@tcp LPNI seq info [66660:66660:8:4294967295] 00000400:00000200:2.0:1767734705.043565:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.043574:0:251834:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734705.043588:0:251834:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734705.043593:0:251834:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790c00. 00000800:00000200:2.0:1767734705.043599:0:251834:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734705.043606:0:251834:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734705.043611:0:251834:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790c00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1767734705.043629:0:251834:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734705.043634:0:251834:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 53927 usecs (54 jiffies) 00000400:00000200:2.0:1767734705.043639:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734705.043642:0:251834:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303466919 00000100:00000001:2.0:1767734705.043649:0:251834:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303466914 00000100:00000001:2.0:1767734705.043656:0:251834:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303466919 00000100:00000001:2.0:1767734705.043659:0:251834:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303466914 00000100:00000001:2.0:1767734705.043663:0:251834:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734705.043666:0:251834:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.043669:0:251834:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734705.043671:0:251834:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734705.043674:0:251834:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c59d2d80 going to sleep for 11 seconds 00000100:00000001:2.0:1767734705.043676:0:251834:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734705.043679:0:251834:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734705.043803:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.043811:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790c00. 00000400:00000200:3.0:1767734705.043818:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.043825:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.043831:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa297f8 00000400:00000010:3.0:1767734705.043834:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa297f8. 00000100:00000001:3.0:1767734705.043838:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.043845:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02ca300 x1853602672092288/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.043858:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.043862:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02ca300 x1853602672092288/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.043872:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.043874:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.048061:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.048073:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.048077:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.048079:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.048087:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.048094:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.048100:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.048105:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.048109:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.048114:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d32480 00000400:00000200:3.0:1767734705.048119:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.048125:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bc95 [1] + 224 00000800:00000001:3.0:1767734705.048143:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.048152:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.048155:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.048160:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.048165:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.048172:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02ca300 x1853602672092288/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.048186:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1d02ca300 x1853602672092288/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.048211:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.048218:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.048222:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.048228:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.048233:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66661:66661:256:4294967295] 192.168.203.112@tcp LPNI seq info [66661:66661:8:4294967295] 00000400:00000200:3.0:1767734705.048239:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.048247:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.048253:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.048258:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.048264:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.048293:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.048298:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000080:00000010:2.1:1767734705.048363:0:251834:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1f9724e60. 00000100:00000001:2.0:1767734705.048385:0:251834:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734705.048394:0:251834:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734705.048396:0:251834:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734705.048400:0:251834:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5ed10. 00000400:00000200:2.0:1767734705.048404:0:251834:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29cc0 00000400:00000010:2.0:1767734705.048407:0:251834:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29cc0. 00000100:00000001:2.0:1767734705.048413:0:251834:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:3.0:1767734705.048422:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1767734705.048425:0:251834:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02ca300 x1853602672092288/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767734705.048430:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.048441:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767734705.048458:0:251834:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02ca300 x1853602672092288/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767734705.048460:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.048474:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767734705.048480:0:251834:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734705.048483:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734705.048499:0:251834:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734705.048504:0:251834:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734705.048507:0:251834:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734705.048509:0:251834:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734705.048512:0:251834:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734705.048516:0:251834:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734705.048523:0:251834:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:2.0:1767734705.048528:0:251834:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1767734705.048531:0:251834:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734705.048533:0:251834:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.048536:0:251834:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734705.048540:0:251834:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.048543:0:251834:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1767734705.048545:0:251834:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x1] 00000100:00000001:2.0:1767734705.048547:0:251834:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1767734705.048550:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734705.048551:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155549440 : -117983554002176 : ffff94b1d02ca300) 00000100:00000001:2.0:1767734705.048555:0:251834:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767734705.048556:0:251834:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:2.0:1767734705.048559:0:251834:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734705.048561:0:251834:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734705.048568:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02ca300 x1853602672092288/t12884924718(12884924718) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.048578:0:251834:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734705.048581:0:251834:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734705.048584:0:251834:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734705.048590:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02ca300 x1853602672092288/t12884924718(12884924718) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734705.048599:0:251834:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02ca300 pname:cluuid:pid:xid:nid:opc:job createmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251834:1853602672092288:192.168.203.112@tcp:36:createmany.0 00000100:00000001:2.0:1767734705.048605:0:251834:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734705.048607:0:251834:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.048610:0:251834:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767734705.048612:0:251834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.048622:0:251834:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02ca300 x1853602672092288/t12884924718(12884924718) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.048632:0:251834:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734705.048635:0:251834:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c59d2d80. 00000100:00000001:2.0:1767734705.048639:0:251834:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767734705.048641:0:251834:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734705.048648:0:251834:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1767734705.048652:0:251834:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a3:0x14:0x0] 00800000:00000001:2.0:1767734705.048656:0:251834:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.048658:0:251834:0:(namei.c:1840:ll_new_node_finish()) Process entered 00000080:00000001:2.0:1767734705.048661:0:251834:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1767734705.048665:0:251834:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1767734705.048668:0:251834:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1767734705.048670:0:251834:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920724 : 144115272414920724 : 2000013a3000014) 00000080:00000001:2.0:1767734705.048673:0:251834:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:2.0:1767734705.048681:0:251834:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1df7a2940. 00000020:00000001:2.0:1767734705.048688:0:251834:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:2.0:1767734705.048690:0:251834:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1767734705.048692:0:251834:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:2.0:1767734705.048694:0:251834:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a3:0x14:0x0](ffff94b1df7a2a08) 00000080:00000001:2.0:1767734705.048697:0:251834:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920724 : 144115272414920724 : 2000013a3000014) 00000080:00000001:2.0:1767734705.048700:0:251834:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:2.0:1767734705.048703:0:251834:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272414920724 mtime from 0 to 1767734705 00000080:00000001:2.0:1767734705.048707:0:251834:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000020:00000001:2.0:1767734705.048709:0:251834:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:2.0:1767734705.048712:0:251834:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183144584 : -117983526407032 : ffff94b1d1d1b488) 00000020:00001000:2.0:1767734705.048715:0:251834:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b480 00000020:00000001:2.0:1767734705.048718:0:251834:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:2.0:1767734705.048721:0:251834:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff94b1c59240c8. 00000020:00000001:2.0:1767734705.048723:0:251834:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1767734705.048726:0:251834:0:(cl_object.c:67:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767734705.048739:0:251834:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:2.0:1767734705.048772:0:251834:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff94b1f88c23e0. 00020000:00000001:2.0:1767734705.048776:0:251834:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446626090832896992 : -117982876654624 : ffff94b1f88c23e0) 00020000:00000001:2.0:1767734705.048779:0:251834:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:2.0:1767734705.048791:0:251834:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.048796:0:251834:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626089977659720 : -117983731891896 : ffff94b1c5924148) 00000020:00001000:2.0:1767734705.048800:0:251834:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b480 00000080:00000001:2.0:1767734705.048804:0:251834:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090412288520 : -117983297263096 : ffff94b1df7a2a08) 00000080:00000001:2.0:1767734705.048808:0:251834:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1767734705.048812:0:251834:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1767734705.048815:0:251834:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.048819:0:251834:0:(namei.c:1887:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.048822:0:251834:0:(namei.c:1999:ll_new_node()) Process leaving 00000100:00000001:2.0:1767734705.048824:0:251834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.048830:0:251834:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02ca300 x1853602672092288/t12884924718(12884924718) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.048840:0:251834:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734705.048844:0:251834:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1dea60a00. 00000080:00000001:2.0:1767734705.048848:0:251834:0:(namei.c:2007:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.048852:0:251834:0:(namei.c:2048:ll_mknod()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.048855:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804be20 00000080:00200000:2.0:1767734705.048857:0:251834:0:(namei.c:2073:ll_create_nd()) VFS Op:name=f160m.sanity11, unhashed 1 00000080:00000001:2.0:1767734705.048866:0:251834:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1767734705.048869:0:251834:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1767734705.048873:0:251834:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1767734705.048875:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804be30 00000080:00002000:2.0:1767734705.048878:0:251834:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:2.0:1767734705.048883:0:251834:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.048904:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734705.048907:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734705.048909:0:251834:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1767734705.048911:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bb98 00000080:00200000:2.0:1767734705.048914:0:251834:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:2.0:1767734705.048920:0:251834:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1dea60a00. 00800000:00000002:2.0:1767734705.048925:0:251834:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:2.0:1767734705.048928:0:251834:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1767734705.048931:0:251834:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767734705.048933:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bab8 00800000:00000002:2.0:1767734705.048937:0:251834:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1767734705.048941:0:251834:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1767734705.048952:0:251834:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1767734705.048957:0:251834:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767734705.048960:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804b988 00000002:00010000:2.0:1767734705.048962:0:251834:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1767734705.048967:0:251834:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1767734705.048969:0:251834:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767734705.048972:0:251834:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767734705.048977:0:251834:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:2.0:1767734705.048980:0:251834:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734705.048984:0:251834:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734705.048987:0:251834:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767734705.048991:0:251834:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767734705.049003:0:251834:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1767734705.049006:0:251834:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734705.049010:0:251834:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1767734705.049018:0:251834:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1767734705.049021:0:251834:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1767734705.049023:0:251834:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734705.049026:0:251834:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734705.049028:0:251834:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734705.049031:0:251834:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1767734705.049034:0:251834:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1767734705.049037:0:251834:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:2.0:1767734705.049040:0:251834:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1dea60a00. 00000080:00000001:2.0:1767734705.049043:0:251834:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1767734705.049045:0:251834:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734705.049048:0:251834:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:2.0:1767734705.049051:0:251834:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:2.0:1767734705.049055:0:251834:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1767734705.049058:0:251834:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1767734705.049065:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734705.049067:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734705.049070:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734705.049074:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734705.049077:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734705.049080:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.049082:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767734705.049083:0:251834:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734705.049086:0:251834:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734705.049089:0:251834:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc30804bbd0 00010000:00000001:2.0:1767734705.049092:0:251834:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734705.049093:0:251834:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734705.049095:0:251834:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734705.049098:0:251834:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734705.049101:0:251834:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734705.049104:0:251834:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767734705.049107:0:251834:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734705.049115:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.049116:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734705.049118:0:251834:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1767734705.049120:0:251834:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1767734705.049123:0:251834:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734705.049130:0:251834:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767734705.049132:0:251834:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767734705.049134:0:251834:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734705.049137:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.049139:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734705.049140:0:251834:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.049143:0:251834:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767734705.049145:0:251834:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.049147:0:251834:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.049156:0:251834:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.049159:0:251834:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767734705.049161:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.049163:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767734705.049165:0:251834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767734705.049167:0:251834:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734705.049170:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:2.0:1767734705.049175:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.049178:0:251834:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1767734705.049181:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bb60 00000080:00002000:2.0:1767734705.049183:0:251834:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:2.0:1767734705.049187:0:251834:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.049189:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bba8 00000080:00200000:2.0:1767734705.049191:0:251834:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:2.0:1767734705.049195:0:251834:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1767734705.049197:0:251834:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.049200:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734705.049202:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:2.0:1767734705.049205:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734705.049214:0:251834:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1f9724f40. 00000020:00000001:2.0:1767734705.049218:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bd88 00000080:00200000:2.0:1767734705.049221:0:251834:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity12, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=1536 00000080:00000001:2.0:1767734705.049224:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734705.049226:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:2.0:1767734705.049230:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734705.049234:0:251834:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734705.049235:0:251834:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:2.0:1767734705.049238:0:251834:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.049241:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804be20 00000080:00200000:2.0:1767734705.049244:0:251834:0:(namei.c:2065:ll_create_nd()) VFS Op:name=f160m.sanity12, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=33060, excl=1 00000080:00000001:2.0:1767734705.049248:0:251834:0:(namei.c:2016:ll_mknod()) Process entered 00000020:00000001:2.0:1767734705.049249:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bdd0 00000080:00200000:2.0:1767734705.049252:0:251834:0:(namei.c:2020:ll_mknod()) VFS Op:name=f160m.sanity12, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) mode 100444 dev 0 00000080:00000001:2.0:1767734705.049256:0:251834:0:(namei.c:1904:ll_new_node()) Process entered 00000080:00000001:2.0:1767734705.049257:0:251834:0:(namei.c:1713:ll_new_node_prepare()) Process entered 00000080:00000010:2.0:1767734705.049358:0:251834:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1dea60a00. 00000080:00000001:2.0:1767734705.049366:0:251834:0:(namei.c:1820:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734705.049371:0:251834:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:2.0:1767734705.049374:0:251834:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1767734705.049378:0:251834:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00800000:00000001:2.0:1767734705.049382:0:251834:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1767734705.049384:0:251834:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1767734705.049388:0:251834:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1767734705.049391:0:251834:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1767734705.049394:0:251834:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1e7e86000: Allocated FID [0x2000013a3:0x15:0x0] 40000000:00000001:2.0:1767734705.049398:0:251834:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734705.049401:0:251834:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734705.049403:0:251834:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734705.049406:0:251834:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734705.049409:0:251834:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30804bc10 00800000:00000002:2.0:1767734705.049411:0:251834:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'f160m.sanity12' [0x2000013a3:0x15:0x0] on [0x2000013a3:0x8:0x0] -> mds #0 00000002:00000001:2.0:1767734705.049415:0:251834:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1767734705.049417:0:251834:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1767734705.049422:0:251834:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:2.0:1767734705.049426:0:251834:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734705.049429:0:251834:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1767734705.049434:0:251834:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.049440:0:251834:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734705.049444:0:251834:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734705.049450:0:251834:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cad80. 00000020:00000040:2.0:1767734705.049454:0:251834:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=17 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:2.0:1767734705.049460:0:251834:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1767734705.049463:0:251834:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.049467:0:251834:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1767734705.049471:0:251834:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734705.049484:0:251834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734705.049486:0:251834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734705.049489:0:251834:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.049492:0:251834:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734705.049494:0:251834:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734705.049498:0:251834:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734705.049514:0:251834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c3fbd200. 00000100:00000001:2.0:1767734705.049518:0:251834:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.049521:0:251834:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734705.049523:0:251834:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.049526:0:251834:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734705.049528:0:251834:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734705.049530:0:251834:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1767734705.049541:0:251834:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1767734705.049551:0:251834:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02cad80 x1853602672092544/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767734705.049563:0:251834:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734705.049566:0:251834:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734705.049572:0:251834:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c59d2d80. 00000100:00000001:2.0:1767734705.049575:0:251834:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089978375552 : -117983731176064 : ffff94b1c59d2d80) 00000100:00000001:2.0:1767734705.049578:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734705.049582:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155552128 : -117983553999488 : ffff94b1d02cad80) 00000100:00000001:2.0:1767734705.049586:0:251834:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734705.049590:0:251834:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.049592:0:251834:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734705.049594:0:251834:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734705.049599:0:251834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cad80 x1853602672092544/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.049609:0:251834:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734705.049612:0:251834:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734705.049618:0:251834:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734705.049621:0:251834:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734705.049624:0:251834:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734705.049629:0:251834:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cad80 pname:cluuid:pid:xid:nid:opc:job createmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251834:1853602672092544:192.168.203.112@tcp:36:createmany.0 00000100:00000001:2.0:1767734705.049634:0:251834:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734705.049637:0:251834:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734705.049639:0:251834:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734705.049641:0:251834:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734705.049647:0:251834:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1d94bd800. 02000000:00000001:2.0:1767734705.049656:0:251834:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734705.049663:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734705.049667:0:251834:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5ed10. 00000400:00000010:2.0:1767734705.049671:0:251834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29cc0. 00000100:00000200:2.0:1767734705.049676:0:251834:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672092544, portal 10 00000100:00000001:2.0:1767734705.049679:0:251834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734705.049681:0:251834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155552128 : -117983553999488 : ffff94b1d02cad80) 00000100:00000040:2.0:1767734705.049688:0:251834:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cad80 x1853602672092544/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.049697:0:251834:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734705.049701:0:251834:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734705.049703:0:251834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29ee0. 00000100:00000200:2.0:1767734705.049707:0:251834:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1853602672092544, offset 0 00000400:00000200:2.0:1767734705.049712:0:251834:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734705.049719:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.049725:0:251834:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734705.049729:0:251834:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734705.049733:0:251834:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734705.049736:0:251834:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734705.049739:0:251834:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734705.049744:0:251834:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66662:66662:256:4294967295] 192.168.203.112@tcp LPNI seq info [66662:66662:8:4294967295] 00000400:00000200:2.0:1767734705.049750:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.049758:0:251834:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734705.049764:0:251834:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734705.049769:0:251834:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790000. 00000800:00000200:2.0:1767734705.049774:0:251834:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734705.049781:0:251834:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734705.049786:0:251834:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790000 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1767734705.049805:0:251834:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734705.049810:0:251834:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 53326 usecs (54 jiffies) 00000400:00000200:2.0:1767734705.049815:0:251834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734705.049828:0:251834:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303466925 00000100:00000001:2.0:1767734705.049835:0:251834:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303466919 00000100:00000001:2.0:1767734705.049840:0:251834:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303466925 00000100:00000001:2.0:1767734705.049843:0:251834:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303466919 00000100:00000001:2.0:1767734705.049847:0:251834:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734705.049850:0:251834:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.049853:0:251834:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734705.049855:0:251834:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734705.049858:0:251834:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c59d2d80 going to sleep for 11 seconds 00000100:00000001:2.0:1767734705.049860:0:251834:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734705.049863:0:251834:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734705.049974:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.049982:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790000. 00000400:00000200:3.0:1767734705.049999:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.050007:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.050013:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29ee0 00000400:00000010:3.0:1767734705.050016:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29ee0. 00000100:00000001:3.0:1767734705.050020:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.050027:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cad80 x1853602672092544/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.050039:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.050044:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cad80 x1853602672092544/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.050053:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.050056:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734705.054164:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.054178:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.054182:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.054185:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.054192:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.054200:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.054207:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.054212:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.054217:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.054222:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d32580 00000400:00000200:2.0:1767734705.054228:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.054234:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bca5 [1] + 224 00000800:00000001:2.0:1767734705.054241:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.054249:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.054253:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.054257:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.054262:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000080:00000010:2.1:1767734705.054350:0:196086:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1f9724ba0. 00000100:00000200:2.0:1767734705.054359:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cad80 x1853602672092544/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734705.054375:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1d02cad80 x1853602672092544/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.054423:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734705.054432:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734705.054438:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.054444:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734705.054450:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66663:66663:256:4294967295] 192.168.203.112@tcp LPNI seq info [66663:66663:8:4294967295] 00000400:00000200:2.0:1767734705.054456:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.054465:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:2.0:1767734705.054472:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734705.054477:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790200. 00000800:00000200:2.0:1767734705.054483:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734705.054490:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734705.054495:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790200 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767734705.054575:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.054583:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790200. 00000800:00000001:3.0:1767734705.054585:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767734705.054598:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767734705.054601:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.054615:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000200:3.0:1767734705.056099:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.056107:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c100. 00000400:00000200:3.0:1767734705.056114:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.056122:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.056127:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bdd0 00000400:00000010:3.0:1767734705.056130:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bdd0. 00000100:00000001:3.0:1767734705.056134:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.056141:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cd500 x1853602672092800/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.056154:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.056158:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cd500 x1853602672092800/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.056168:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.056170:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.060386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1f9724f40. 00000800:00000001:2.0:1767734705.060427:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.060442:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.060446:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.060449:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.060457:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.060464:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.060471:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.060476:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.060481:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.060485:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d32680 00000400:00000200:2.0:1767734705.060491:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.060497:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bcb5 [1] + 224 00000800:00000001:2.0:1767734705.060504:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.060524:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.060528:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.060533:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.060538:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.060546:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cd500 x1853602672092800/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734705.060561:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1d02cd500 x1853602672092800/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.060589:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734705.060596:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734705.060601:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.060607:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734705.060614:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66665:66665:256:4294967295] 192.168.203.112@tcp LPNI seq info [66665:66665:8:4294967295] 00000400:00000200:2.0:1767734705.060622:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.060633:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:2.0:1767734705.060643:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734705.060654:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790200. 00000800:00000200:2.0:1767734705.060664:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734705.060679:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734705.060690:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790200 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767734705.060774:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.060782:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790200. 00000400:00000200:2.0:1767734705.060794:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.060804:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:2.0:1767734705.060820:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.060830:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767734705.062213:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.062221:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cc00. 00000400:00000200:3.0:1767734705.062228:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.062236:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.062241:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b3b8 00000400:00000010:3.0:1767734705.062256:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b3b8. 00000100:00000001:3.0:1767734705.062260:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.062293:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cf480 x1853602672093056/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.062305:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.062441:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cf480 x1853602672093056/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.062453:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.062455:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.066398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c5686cc0. 00000800:00000001:2.0:1767734705.066417:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.066433:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.066438:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.066441:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.066460:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.066467:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.066474:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.066479:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.066484:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.066488:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d32780 00000400:00000200:2.0:1767734705.066494:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.066500:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bcbd [1] + 224 00000800:00000001:2.0:1767734705.066507:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.066517:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.066520:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.066525:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.066530:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.066538:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cf480 x1853602672093056/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734705.066552:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1d02cf480 x1853602672093056/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.066580:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734705.066586:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734705.066591:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.066596:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734705.066603:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66667:66667:256:4294967295] 192.168.203.112@tcp LPNI seq info [66667:66667:8:4294967295] 00000400:00000200:2.0:1767734705.066611:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.066622:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:2.0:1767734705.066632:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734705.066639:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790200. 00000800:00000200:2.0:1767734705.066651:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734705.066670:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734705.066680:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790200 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767734705.066772:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.066783:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790200. 00000400:00000200:2.0:1767734705.066797:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.066815:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.066818:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.066832:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767734705.068185:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.068193:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cf00. 00000400:00000200:2.0:1767734705.068200:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.068208:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.068214:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bbb0 00000400:00000010:2.0:1767734705.068217:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bbb0. 00000100:00000001:2.0:1767734705.068221:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.068228:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cc380 x1853602672093312/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.068242:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.068246:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cc380 x1853602672093312/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.068256:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.068258:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.072342:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.072355:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.072359:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.072365:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.072373:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000080:00000010:1.1:1767734705.072382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c56860e0. 00000400:00000200:3.0:1767734705.072383:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.072399:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.072404:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.072411:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.072416:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d32880 00000400:00000200:3.0:1767734705.072423:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.072429:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bcc5 [1] + 224 00000800:00000001:3.0:1767734705.072436:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.072445:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.072448:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.072452:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.072457:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.072465:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cc380 x1853602672093312/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.072478:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1d02cc380 x1853602672093312/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.072526:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.072533:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.072538:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.072544:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.072553:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66669:66669:256:4294967295] 192.168.203.112@tcp LPNI seq info [66669:66669:8:4294967295] 00000400:00000200:3.0:1767734705.072560:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.072570:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.072579:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.072588:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.072603:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.072624:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.072630:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767734705.072703:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.072711:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.072723:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.072743:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.072755:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.072765:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767734705.074146:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.074154:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472ca00. 00000400:00000200:2.0:1767734705.074161:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.074169:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.074174:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bc38 00000400:00000010:2.0:1767734705.074177:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bc38. 00000100:00000001:2.0:1767734705.074181:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.074189:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cfb80 x1853602672093568/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.074202:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.074206:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cfb80 x1853602672093568/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.074216:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.074219:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.078289:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.078302:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.078305:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.078350:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.078361:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.078371:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.078379:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.078385:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.078391:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.078397:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d32980 00000080:00000010:1.1:1767734705.078401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c56860c0. 00000400:00000200:3.0:1767734705.078409:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.078434:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bccd [1] + 224 00000800:00000001:3.0:1767734705.078443:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.078454:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.078458:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.078462:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.078467:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.078474:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cfb80 x1853602672093568/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.078488:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1d02cfb80 x1853602672093568/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.078512:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.078518:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.078523:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.078528:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.078536:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66671:66671:256:4294967295] 192.168.203.112@tcp LPNI seq info [66671:66671:8:4294967295] 00000400:00000200:3.0:1767734705.078543:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.078554:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.078560:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.078567:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.078580:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.078596:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.078604:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767734705.078680:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.078690:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.078702:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.078715:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.078736:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.078746:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767734705.080102:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.080110:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472ca00. 00000400:00000200:2.0:1767734705.080117:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.080124:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.080130:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b7f8 00000400:00000010:2.0:1767734705.080132:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b7f8. 00000100:00000001:2.0:1767734705.080137:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.080144:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cd180 x1853602672093824/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.080157:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.080161:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cd180 x1853602672093824/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.080171:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.080173:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.084370:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000080:00000010:1.1:1767734705.084380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c5686fa0. 00000800:00000001:3.0:1767734705.084396:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.084402:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.084406:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.084416:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.084424:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.084431:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.084436:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.084440:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.084445:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d32a80 00000400:00000200:3.0:1767734705.084451:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.084456:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bcd5 [1] + 224 00000800:00000001:3.0:1767734705.084463:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.084471:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.084475:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.084479:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.084484:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.084491:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cd180 x1853602672093824/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.084505:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1d02cd180 x1853602672093824/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.084532:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.084539:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.084543:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.084548:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.084555:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66673:66673:256:4294967295] 192.168.203.112@tcp LPNI seq info [66673:66673:8:4294967295] 00000400:00000200:3.0:1767734705.084562:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.084573:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.084581:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.084587:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.084598:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.084626:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.084633:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767734705.084709:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.084716:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.084728:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.084742:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.084758:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.084769:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767734705.086121:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.086129:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cf00. 00000400:00000200:2.0:1767734705.086136:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.086143:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.086149:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845baa0 00000400:00000010:2.0:1767734705.086152:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845baa0. 00000100:00000001:2.0:1767734705.086156:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.086163:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cf800 x1853602672094080/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.086176:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.086181:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cf800 x1853602672094080/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.086191:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.086193:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.090398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c5686400. 00000800:00000001:3.0:1767734705.090415:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.090428:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.090433:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.090437:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.090445:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.090452:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.090459:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.090463:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.090468:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.090473:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d32b80 00000400:00000200:3.0:1767734705.090479:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.090485:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bcdd [1] + 224 00000800:00000001:3.0:1767734705.090492:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.090500:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.090503:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.090508:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.090513:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.090520:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cf800 x1853602672094080/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.090535:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1d02cf800 x1853602672094080/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.090562:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.090569:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.090573:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.090595:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.090603:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66675:66675:256:4294967295] 192.168.203.112@tcp LPNI seq info [66675:66675:8:4294967295] 00000400:00000200:3.0:1767734705.090612:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.090631:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.090649:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.090661:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.090679:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.090698:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.090710:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767734705.090792:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.090802:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.090808:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.090820:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.090834:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.090844:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767734705.092176:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.092184:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cc00. 00000400:00000200:2.0:1767734705.092191:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.092199:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.092205:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b440 00000400:00000010:2.0:1767734705.092219:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b440. 00000100:00000001:2.0:1767734705.092223:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.092231:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cce00 x1853602672094336/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.092244:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.092249:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cce00 x1853602672094336/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.092259:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.092261:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.096385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c56869c0. 00000800:00000001:3.0:1767734705.096450:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.096462:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.096466:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.096469:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.096477:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.096484:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.096492:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.096497:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.096502:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.096506:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d32c80 00000400:00000200:3.0:1767734705.096512:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.096518:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bce5 [1] + 224 00000800:00000001:3.0:1767734705.096525:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.096533:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.096537:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.096541:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.096558:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.096565:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cce00 x1853602672094336/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.096580:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1d02cce00 x1853602672094336/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.096607:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.096614:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.096619:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.096624:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.096632:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66677:66677:256:4294967295] 192.168.203.112@tcp LPNI seq info [66677:66677:8:4294967295] 00000400:00000200:3.0:1767734705.096640:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.096651:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.096662:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.096674:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.096688:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.096704:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.096711:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767734705.096784:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.096792:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.096800:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.096819:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.096836:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.096846:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767734705.098224:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.098232:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c100. 00000400:00000200:2.0:1767734705.098239:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.098247:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.098253:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bd48 00000400:00000010:2.0:1767734705.098255:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bd48. 00000100:00000001:2.0:1767734705.098260:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.098291:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02ce300 x1853602672094592/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.098304:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.098356:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02ce300 x1853602672094592/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.098368:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.098371:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.102400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c5686be0. 00000800:00000001:3.0:1767734705.102420:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.102434:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.102438:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.102442:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.102450:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.102457:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.102463:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.102480:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.102485:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.102490:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d32d80 00000400:00000200:3.0:1767734705.102496:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.102502:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bced [1] + 224 00000800:00000001:3.0:1767734705.102509:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.102519:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.102522:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.102527:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.102532:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.102539:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02ce300 x1853602672094592/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.102554:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1d02ce300 x1853602672094592/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.102581:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.102587:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.102591:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.102597:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.102604:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66679:66679:256:4294967295] 192.168.203.112@tcp LPNI seq info [66679:66679:8:4294967295] 00000400:00000200:3.0:1767734705.102612:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.102624:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.102634:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.102640:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.102651:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.102672:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.102681:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767734705.102762:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.102770:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.102778:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.102808:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:2.0:1767734705.102816:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.102833:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767734705.104188:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.104197:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c200. 00000400:00000200:3.0:1767734705.104204:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.104211:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.104216:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b000 00000400:00000010:3.0:1767734705.104219:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b000. 00000100:00000001:3.0:1767734705.104223:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.104231:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cca80 x1853602672094848/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.104245:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.104249:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cca80 x1853602672094848/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.104259:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.104261:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.108386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c5686f00. 00000800:00000001:2.0:1767734705.108489:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.108504:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.108509:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.108512:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.108519:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.108526:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.108534:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.108539:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.108558:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.108563:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d32e80 00000400:00000200:2.0:1767734705.108569:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.108574:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bcf5 [1] + 224 00000800:00000001:2.0:1767734705.108582:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.108592:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.108595:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.108599:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.108604:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.108612:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cca80 x1853602672094848/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734705.108627:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1d02cca80 x1853602672094848/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.108655:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734705.108662:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734705.108666:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.108672:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734705.108680:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66681:66681:256:4294967295] 192.168.203.112@tcp LPNI seq info [66681:66681:8:4294967295] 00000400:00000200:2.0:1767734705.108689:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.108700:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:2.0:1767734705.108710:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734705.108717:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790200. 00000800:00000200:2.0:1767734705.108731:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734705.108750:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734705.108761:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790200 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767734705.108847:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.108856:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790200. 00000400:00000200:2.0:1767734705.108865:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.108877:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.108894:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.108910:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767734705.110290:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.110298:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472ce00. 00000400:00000200:2.0:1767734705.110348:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.110359:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.110365:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b2a8 00000400:00000010:2.0:1767734705.110369:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b2a8. 00000100:00000001:2.0:1767734705.110374:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.110382:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cea00 x1853602672095104/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.110395:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.110400:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cea00 x1853602672095104/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.110410:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.110414:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.114391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c56861e0. 00000800:00000001:3.0:1767734705.114636:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.114648:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.114652:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.114655:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.114663:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.114670:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.114677:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.114682:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.114687:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.114692:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d32f80 00000400:00000200:3.0:1767734705.114698:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.114704:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bcfd [1] + 224 00000800:00000001:3.0:1767734705.114710:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.114718:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.114721:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.114726:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.114742:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.114750:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cea00 x1853602672095104/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.114764:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1d02cea00 x1853602672095104/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.114791:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.114797:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.114803:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.114808:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.114815:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66683:66683:256:4294967295] 192.168.203.112@tcp LPNI seq info [66683:66683:8:4294967295] 00000400:00000200:3.0:1767734705.114820:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.114830:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.114836:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.114842:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.114847:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.114855:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.114859:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767734705.114925:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.114937:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.114950:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.114967:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.114982:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.115060:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767734705.116441:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.116450:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c900. 00000400:00000200:2.0:1767734705.116458:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.116470:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.116476:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b550 00000400:00000010:2.0:1767734705.116480:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b550. 00000100:00000001:2.0:1767734705.116491:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.116501:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cc000 x1853602672095360/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.116515:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.116519:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cc000 x1853602672095360/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.116529:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.116532:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.120678:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.120689:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.120693:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.120696:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.120704:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.120711:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.120718:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.120734:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.120739:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.120744:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d33080 00000400:00000200:3.0:1767734705.120750:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.120756:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bd05 [1] + 224 00000800:00000001:3.0:1767734705.120763:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.120772:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.120775:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.120780:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.120785:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.120792:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cc000 x1853602672095360/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.120807:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1d02cc000 x1853602672095360/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.120832:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.120839:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.120843:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.120849:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.120855:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66685:66685:256:4294967295] 192.168.203.112@tcp LPNI seq info [66685:66685:8:4294967295] 00000400:00000200:3.0:1767734705.120861:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.120870:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.120876:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.120881:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.120886:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.120893:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.120898:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767734705.120966:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.120976:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.120985:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.121016:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:2.0:1767734705.121031:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.121044:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1767734705.121346:0:251834:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c53e7220. 00000800:00000200:3.0:1767734705.122576:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.122584:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cd00. 00000400:00000200:3.0:1767734705.122591:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.122599:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.122604:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845be58 00000400:00000010:3.0:1767734705.122607:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845be58. 00000100:00000001:3.0:1767734705.122612:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.122619:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02ce680 x1853602672095616/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.122632:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.122637:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02ce680 x1853602672095616/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.122647:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.122649:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734705.126923:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.126937:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.126941:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.126957:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.126965:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.126972:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.126979:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.126984:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.126989:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.126994:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d33180 00000400:00000200:2.0:1767734705.126999:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.127005:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bd0d [1] + 224 00000800:00000001:2.0:1767734705.127013:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.127021:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.127024:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.127029:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.127035:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.127042:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02ce680 x1853602672095616/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734705.127056:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1d02ce680 x1853602672095616/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.127084:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734705.127090:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734705.127094:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.127100:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734705.127107:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66687:66687:256:4294967295] 192.168.203.112@tcp LPNI seq info [66687:66687:8:4294967295] 00000400:00000200:2.0:1767734705.127112:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.127121:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:2.0:1767734705.127127:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734705.127132:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790200. 00000800:00000200:2.0:1767734705.127138:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734705.127145:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734705.127158:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790200 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767734705.127237:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.127246:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790200. 00000400:00000200:2.0:1767734705.127258:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.127296:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.127362:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000080:00000010:1.1:1767734705.127372:0:251834:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c53e7a20. 00000800:00000001:3.0:1767734705.127374:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767734705.128790:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.128799:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cb00. 00000400:00000200:2.0:1767734705.128805:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.128814:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.128819:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b4c8 00000400:00000010:2.0:1767734705.128822:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b4c8. 00000100:00000001:2.0:1767734705.128826:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.128834:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cdc00 x1853602672095872/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.128847:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.128851:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cdc00 x1853602672095872/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.128861:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.128863:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.133036:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.133048:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.133052:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.133055:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.133063:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.133070:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.133076:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.133081:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.133086:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.133091:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d33280 00000400:00000200:3.0:1767734705.133097:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.133102:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bd15 [1] + 224 00000800:00000001:3.0:1767734705.133109:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.133128:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.133132:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.133137:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.133151:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.133159:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cdc00 x1853602672095872/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.133173:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1d02cdc00 x1853602672095872/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.133200:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.133207:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.133212:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.133217:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.133224:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66689:66689:256:4294967295] 192.168.203.112@tcp LPNI seq info [66689:66689:8:4294967295] 00000400:00000200:3.0:1767734705.133229:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.133239:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.133245:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.133251:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.133257:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.133284:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.133291:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000080:00000010:1.1:1767734705.133359:0:251834:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c53e74e0. 00000800:00000200:3.0:1767734705.133410:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.133421:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000800:00000001:2.0:1767734705.133427:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767734705.133430:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767734705.133441:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.133451:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000200:2.0:1767734705.134884:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.134892:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cb00. 00000400:00000200:2.0:1767734705.134899:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.134907:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.134912:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b770 00000400:00000010:2.0:1767734705.134915:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b770. 00000100:00000001:2.0:1767734705.134920:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.134927:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cd880 x1853602672096128/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.134940:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.134945:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cd880 x1853602672096128/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.134975:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.134978:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.139166:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.139178:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.139182:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.139185:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.139192:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.139199:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.139206:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.139211:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.139228:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.139233:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d33380 00000400:00000200:3.0:1767734705.139239:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.139245:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bd1d [1] + 224 00000800:00000001:3.0:1767734705.139252:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.139261:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.139290:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.139296:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.139302:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.139353:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cd880 x1853602672096128/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.139371:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1d02cd880 x1853602672096128/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.139393:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.139401:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.139409:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000080:00000010:1.1:1767734705.139416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c53e7c60. 00000400:00000200:3.0:1767734705.139421:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.139432:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66691:66691:256:4294967295] 192.168.203.112@tcp LPNI seq info [66691:66691:8:4294967295] 00000400:00000200:3.0:1767734705.139439:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.139456:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.139469:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.139479:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.139499:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.139515:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.139525:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767734705.139608:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.139618:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.139631:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.139642:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:2.0:1767734705.139660:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.139674:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767734705.141015:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.141023:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cd00. 00000400:00000200:3.0:1767734705.141030:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.141039:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.141044:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b908 00000400:00000010:3.0:1767734705.141047:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b908. 00000100:00000001:3.0:1767734705.141052:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.141059:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02ced80 x1853602672096384/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.141073:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.141077:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02ced80 x1853602672096384/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.141087:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.141090:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734705.145340:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.145355:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.145360:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.145365:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.145374:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.145382:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000080:00000010:1.1:1767734705.145388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c53e7040. 00000400:00000200:2.0:1767734705.145396:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.145405:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.145411:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.145417:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d33480 00000400:00000200:2.0:1767734705.145425:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.145433:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bd25 [1] + 224 00000800:00000001:2.0:1767734705.145440:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.145449:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.145452:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.145457:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.145462:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.145470:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02ced80 x1853602672096384/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734705.145484:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1d02ced80 x1853602672096384/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.145512:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734705.145519:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734705.145523:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.145529:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734705.145536:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66693:66693:256:4294967295] 192.168.203.112@tcp LPNI seq info [66693:66693:8:4294967295] 00000400:00000200:2.0:1767734705.145555:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.145573:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:2.0:1767734705.145588:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734705.145600:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790200. 00000800:00000200:2.0:1767734705.145612:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734705.145620:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734705.145631:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790200 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767734705.145712:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.145720:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790200. 00000400:00000200:2.0:1767734705.145732:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.145748:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.145765:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.145781:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767734705.147162:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.147170:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c900. 00000400:00000200:2.0:1767734705.147177:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.147185:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.147191:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b660 00000400:00000010:2.0:1767734705.147194:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b660. 00000100:00000001:2.0:1767734705.147198:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.147205:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cdf80 x1853602672096640/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.147218:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.147223:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cdf80 x1853602672096640/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.147232:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.147235:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.151391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c53e7540. 00000800:00000001:2.0:1767734705.151536:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.151551:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.151555:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.151558:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.151566:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.151573:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.151592:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.151597:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.151602:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.151606:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d33580 00000400:00000200:2.0:1767734705.151612:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.151618:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bd2d [1] + 224 00000800:00000001:2.0:1767734705.151625:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.151635:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.151638:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.151643:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.151648:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.151656:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cdf80 x1853602672096640/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734705.151671:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1d02cdf80 x1853602672096640/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.151699:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734705.151705:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734705.151709:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.151715:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734705.151722:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66695:66695:256:4294967295] 192.168.203.112@tcp LPNI seq info [66695:66695:8:4294967295] 00000400:00000200:2.0:1767734705.151727:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.151736:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:2.0:1767734705.151743:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734705.151748:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790200. 00000800:00000200:2.0:1767734705.151753:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734705.151761:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734705.151765:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790200 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767734705.151842:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.151862:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790200. 00000400:00000200:2.0:1767734705.151870:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767734705.151891:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767734705.151891:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.151906:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767734705.153372:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.153380:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472ce00. 00000400:00000200:2.0:1767734705.153387:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.153395:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.153400:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bee0 00000400:00000010:2.0:1767734705.153403:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bee0. 00000100:00000001:2.0:1767734705.153408:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.153416:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cf100 x1853602672096896/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.153432:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.153437:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cf100 x1853602672096896/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.153449:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.153452:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.157384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c98c9960. 00000800:00000001:3.0:1767734705.157644:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.157656:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.157660:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.157663:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.157671:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.157678:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.157685:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.157690:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.157695:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.157700:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d33680 00000400:00000200:3.0:1767734705.157706:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.157712:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bd35 [1] + 224 00000800:00000001:3.0:1767734705.157719:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.157727:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.157730:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.157746:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.157752:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.157759:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cf100 x1853602672096896/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.157773:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1d02cf100 x1853602672096896/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.157800:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.157807:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.157811:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.157817:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.157824:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66697:66697:256:4294967295] 192.168.203.112@tcp LPNI seq info [66697:66697:8:4294967295] 00000400:00000200:3.0:1767734705.157830:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.157839:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.157845:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.157851:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.157857:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.157864:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.157869:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767734705.157937:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.157946:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.157959:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.157976:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.158063:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.158073:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767734705.159414:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.159421:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c200. 00000400:00000200:2.0:1767734705.159428:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.159438:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.159443:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b990 00000400:00000010:2.0:1767734705.159447:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b990. 00000100:00000001:2.0:1767734705.159454:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.159461:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cc700 x1853602672097152/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.159475:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.159481:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cc700 x1853602672097152/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.159491:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.159495:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.163678:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.163690:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.163693:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.163697:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.163704:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.163711:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.163729:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.163734:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.163739:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.163743:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d33780 00000400:00000200:3.0:1767734705.163749:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.163755:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bd3d [1] + 224 00000800:00000001:3.0:1767734705.163762:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.163771:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.163774:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.163779:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.163784:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.163791:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cc700 x1853602672097152/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.163806:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1d02cc700 x1853602672097152/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.163832:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.163838:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.163842:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.163848:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.163855:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66699:66699:256:4294967295] 192.168.203.112@tcp LPNI seq info [66699:66699:8:4294967295] 00000400:00000200:3.0:1767734705.163860:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.163870:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.163875:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.163881:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.163887:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.163893:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.163898:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767734705.163971:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.163991:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.164003:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.164023:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:2.0:1767734705.164033:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.164059:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1767734705.164350:0:251834:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c98c9e00. 00000800:00000200:3.0:1767734705.165443:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.165451:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c100. 00000400:00000200:3.0:1767734705.165459:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.165471:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.165477:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b990 00000400:00000010:3.0:1767734705.165481:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b990. 00000100:00000001:3.0:1767734705.165492:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.165503:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1c4199180 x1853602672097408/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.165517:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.165521:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1c4199180 x1853602672097408/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.165532:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.165534:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734705.169810:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.169825:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.169829:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.169832:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.169840:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.169847:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.169854:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.169859:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.169864:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.169869:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d33880 00000400:00000200:2.0:1767734705.169874:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.169880:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bd45 [1] + 224 00000800:00000001:2.0:1767734705.169887:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.169896:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.169899:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.169903:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.169909:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.169916:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1c4199180 x1853602672097408/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734705.169929:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1c4199180 x1853602672097408/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.169957:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734705.169963:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734705.169968:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.169974:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734705.169980:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66701:66701:256:4294967295] 192.168.203.112@tcp LPNI seq info [66701:66701:8:4294967295] 00000400:00000200:2.0:1767734705.169986:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.169994:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:2.0:1767734705.170001:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734705.170018:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790200. 00000800:00000200:2.0:1767734705.170024:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734705.170033:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734705.170038:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790200 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767734705.170115:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.170126:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790200. 00000400:00000200:2.0:1767734705.170140:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.170155:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.170159:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.170174:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1767734705.170355:0:251834:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c98c9200. 00000800:00000200:2.0:1767734705.171676:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.171684:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cc00. 00000400:00000200:2.0:1767734705.171690:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.171698:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.171704:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bee0 00000400:00000010:2.0:1767734705.171707:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bee0. 00000100:00000001:2.0:1767734705.171712:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.171720:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1c419bb80 x1853602672097664/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.171733:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.171737:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1c419bb80 x1853602672097664/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.171748:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.171750:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.175900:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.175912:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.175916:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.175919:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.175927:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.175934:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.175941:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.175946:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.175951:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.175955:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d33980 00000400:00000200:3.0:1767734705.175962:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.175967:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bd4d [1] + 224 00000800:00000001:3.0:1767734705.175974:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.175982:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.175998:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.176004:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.176010:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.176017:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1c419bb80 x1853602672097664/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.176031:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1c419bb80 x1853602672097664/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.176057:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.176064:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.176069:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.176075:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.176081:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66703:66703:256:4294967295] 192.168.203.112@tcp LPNI seq info [66703:66703:8:4294967295] 00000400:00000200:3.0:1767734705.176087:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.176096:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.176103:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.176108:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.176114:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.176121:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.176125:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767734705.176198:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.176208:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.176221:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.176238:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:2.0:1767734705.176261:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.176301:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1767734705.176363:0:251834:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c98c97c0. 00000800:00000200:3.0:1767734705.177770:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.177778:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cf00. 00000400:00000200:3.0:1767734705.177786:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.177793:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.177799:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b660 00000400:00000010:3.0:1767734705.177802:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b660. 00000100:00000001:3.0:1767734705.177818:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.177826:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1c4198a80 x1853602672097920/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.177839:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.177843:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1c4198a80 x1853602672097920/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.177853:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.177855:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734705.182148:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.182163:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.182167:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.182170:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.182178:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.182185:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.182193:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.182198:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.182203:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.182219:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d33a80 00000400:00000200:2.0:1767734705.182225:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.182231:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bd55 [1] + 224 00000800:00000001:2.0:1767734705.182238:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.182248:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.182251:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.182255:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.182261:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.182293:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1c4198a80 x1853602672097920/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734705.182353:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1c4198a80 x1853602672097920/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.182376:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734705.182384:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734705.182389:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.182397:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734705.182406:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66705:66705:256:4294967295] 192.168.203.112@tcp LPNI seq info [66705:66705:8:4294967295] 00000080:00000010:1.1:1767734705.182410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c98c9020. 00000400:00000200:2.0:1767734705.182419:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.182436:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:2.0:1767734705.182448:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734705.182456:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790200. 00000800:00000200:2.0:1767734705.182470:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734705.182485:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734705.182496:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790200 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767734705.182580:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.182591:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790200. 00000400:00000200:2.0:1767734705.182600:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.182613:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:2.0:1767734705.182631:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.182654:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767734705.184018:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.184026:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472ca00. 00000400:00000200:3.0:1767734705.184033:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.184041:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.184046:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b908 00000400:00000010:3.0:1767734705.184049:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b908. 00000100:00000001:3.0:1767734705.184053:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.184061:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1c419b100 x1853602672098176/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.184074:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.184078:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1c419b100 x1853602672098176/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.184088:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.184091:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734705.188292:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.188350:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.188355:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.188362:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.188371:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.188379:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000080:00000010:1.1:1767734705.188388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c98c90c0. 00000400:00000200:2.0:1767734705.188389:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.188402:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.188409:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.188415:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d33b80 00000400:00000200:2.0:1767734705.188424:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.188432:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bd5d [1] + 224 00000800:00000001:2.0:1767734705.188442:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.188452:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.188456:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.188461:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.188466:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.188473:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1c419b100 x1853602672098176/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734705.188488:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1c419b100 x1853602672098176/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.188512:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734705.188518:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734705.188522:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.188528:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734705.188535:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66707:66707:256:4294967295] 192.168.203.112@tcp LPNI seq info [66707:66707:8:4294967295] 00000400:00000200:2.0:1767734705.188542:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.188555:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:2.0:1767734705.188563:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734705.188583:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790200. 00000800:00000200:2.0:1767734705.188598:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734705.188613:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734705.188621:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790200 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767734705.188702:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.188710:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790200. 00000400:00000200:2.0:1767734705.188720:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.188740:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.188753:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.188768:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767734705.190161:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.190169:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472ca00. 00000400:00000200:2.0:1767734705.190176:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.190183:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.190189:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b770 00000400:00000010:2.0:1767734705.190192:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b770. 00000100:00000001:2.0:1767734705.190196:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.190204:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1c419a680 x1853602672098432/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.190218:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.190222:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1c419a680 x1853602672098432/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.190232:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.190235:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.194397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c98c9080. 00000800:00000001:3.0:1767734705.194417:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.194431:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.194435:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.194439:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.194446:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.194453:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.194460:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.194465:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.194470:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.194486:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d33c80 00000400:00000200:3.0:1767734705.194492:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.194498:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bd65 [1] + 224 00000800:00000001:3.0:1767734705.194505:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.194515:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.194519:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.194524:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.194529:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.194537:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1c419a680 x1853602672098432/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.194552:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1c419a680 x1853602672098432/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.194580:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.194586:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.194591:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.194597:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.194605:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66709:66709:256:4294967295] 192.168.203.112@tcp LPNI seq info [66709:66709:8:4294967295] 00000400:00000200:3.0:1767734705.194612:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.194623:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.194631:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.194642:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.194657:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.194675:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.194682:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767734705.194754:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.194762:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.194771:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.194790:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.194809:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.194829:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767734705.196178:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.196186:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cf00. 00000400:00000200:2.0:1767734705.196193:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.196201:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.196207:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b4c8 00000400:00000010:2.0:1767734705.196210:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b4c8. 00000100:00000001:2.0:1767734705.196215:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.196222:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1c419b800 x1853602672098688/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.196235:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.196251:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1c419b800 x1853602672098688/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.196261:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.196293:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.200386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c98c9d40. 00000800:00000001:3.0:1767734705.200423:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.200436:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.200440:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.200443:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.200451:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.200458:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.200465:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.200469:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.200474:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.200479:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d33d80 00000400:00000200:3.0:1767734705.200485:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.200491:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bd6d [1] + 224 00000800:00000001:3.0:1767734705.200498:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.200506:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.200509:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.200514:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.200519:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.200527:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1c419b800 x1853602672098688/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.200541:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1c419b800 x1853602672098688/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.200567:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.200573:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.200578:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.200584:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.200591:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66711:66711:256:4294967295] 192.168.203.112@tcp LPNI seq info [66711:66711:8:4294967295] 00000400:00000200:3.0:1767734705.200600:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.200611:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.200621:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.200645:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.200666:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.200680:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.200690:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767734705.200774:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.200785:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.200794:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.200810:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.200824:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.200835:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767734705.202169:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.202177:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cc00. 00000400:00000200:2.0:1767734705.202184:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.202192:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.202197:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845be58 00000400:00000010:2.0:1767734705.202200:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845be58. 00000100:00000001:2.0:1767734705.202205:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.202212:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1c419b480 x1853602672098944/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.202225:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.202230:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1c419b480 x1853602672098944/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.202240:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.202242:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.206396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c98c9c20. 00000800:00000001:3.0:1767734705.206433:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.206446:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.206450:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.206453:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.206461:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.206468:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.206475:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.206480:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.206485:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.206489:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d33e80 00000400:00000200:3.0:1767734705.206495:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.206501:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bd75 [1] + 224 00000800:00000001:3.0:1767734705.206508:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.206516:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.206519:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.206523:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.206528:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.206536:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1c419b480 x1853602672098944/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.206550:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1c419b480 x1853602672098944/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.206576:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.206596:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.206602:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.206611:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.206618:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66713:66713:256:4294967295] 192.168.203.112@tcp LPNI seq info [66713:66713:8:4294967295] 00000400:00000200:3.0:1767734705.206626:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.206643:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.206661:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.206670:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.206689:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.206706:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.206718:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767734705.206799:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.206808:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.206822:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.206837:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.206854:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.206867:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767734705.208211:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.208219:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c100. 00000400:00000200:2.0:1767734705.208226:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.208234:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.208239:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b550 00000400:00000010:2.0:1767734705.208242:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b550. 00000100:00000001:2.0:1767734705.208247:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.208254:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1c4199500 x1853602672099200/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.208292:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.208297:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1c4199500 x1853602672099200/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.208368:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.208372:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.212386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c98c9660. 00000800:00000001:3.0:1767734705.212404:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.212418:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.212422:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.212426:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.212434:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.212441:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.212448:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.212453:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.212458:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.212462:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d33f80 00000400:00000200:3.0:1767734705.212468:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.212474:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bd7d [1] + 224 00000800:00000001:3.0:1767734705.212481:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.212489:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.212503:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.212508:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.212514:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.212521:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1c4199500 x1853602672099200/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.212535:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1c4199500 x1853602672099200/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.212563:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.212569:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.212574:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.212580:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.212588:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66715:66715:256:4294967295] 192.168.203.112@tcp LPNI seq info [66715:66715:8:4294967295] 00000400:00000200:3.0:1767734705.212595:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.212605:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.212613:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.212625:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.212638:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.212659:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.212672:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767734705.212750:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.212762:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.212772:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.212790:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:2.0:1767734705.212806:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.212819:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767734705.214178:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.214186:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c200. 00000400:00000200:3.0:1767734705.214193:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.214201:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.214206:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b2a8 00000400:00000010:3.0:1767734705.214209:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b2a8. 00000100:00000001:3.0:1767734705.214226:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.214235:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1c4199f80 x1853602672099456/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.214248:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.214252:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1c4199f80 x1853602672099456/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.214262:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.214423:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.218397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c98c9ce0. 00000800:00000001:2.0:1767734705.218513:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.218528:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.218531:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.218535:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.218543:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.218550:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.218558:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.218562:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.218567:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.218572:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d34080 00000400:00000200:2.0:1767734705.218578:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.218584:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bd85 [1] + 224 00000800:00000001:2.0:1767734705.218591:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.218600:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.218603:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.218608:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.218613:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.218621:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1c4199f80 x1853602672099456/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734705.218635:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1c4199f80 x1853602672099456/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.218663:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734705.218669:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734705.218674:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.218679:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734705.218687:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66717:66717:256:4294967295] 192.168.203.112@tcp LPNI seq info [66717:66717:8:4294967295] 00000400:00000200:2.0:1767734705.218694:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.218705:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:2.0:1767734705.218713:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734705.218733:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790200. 00000800:00000200:2.0:1767734705.218752:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734705.218766:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734705.218773:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790200 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767734705.218860:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.218871:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790200. 00000400:00000200:2.0:1767734705.218886:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.218903:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.218910:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.218925:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767734705.220303:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.220355:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472ce00. 00000400:00000200:2.0:1767734705.220364:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.220371:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.220377:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b000 00000400:00000010:2.0:1767734705.220380:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b000. 00000100:00000001:2.0:1767734705.220384:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.220392:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1c4199880 x1853602672099712/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.220405:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.220410:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1c4199880 x1853602672099712/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.220421:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.220424:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.224386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1de9e6f40. 00000800:00000001:3.0:1767734705.224539:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.224552:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.224555:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.224559:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.224566:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.224573:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.224580:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.224585:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.224590:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.224595:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d34180 00000400:00000200:3.0:1767734705.224601:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.224606:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bd8d [1] + 224 00000800:00000001:3.0:1767734705.224613:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.224621:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.224625:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.224629:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.224634:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.224642:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1c4199880 x1853602672099712/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.224656:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1c4199880 x1853602672099712/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.224683:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.224701:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.224707:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.224713:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.224719:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66719:66719:256:4294967295] 192.168.203.112@tcp LPNI seq info [66719:66719:8:4294967295] 00000400:00000200:3.0:1767734705.224725:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.224734:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.224740:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.224745:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.224751:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.224758:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.224763:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767734705.224836:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.224844:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.224856:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.224872:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.224889:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.224898:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767734705.226364:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.226373:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c900. 00000400:00000200:2.0:1767734705.226381:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.226389:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.226394:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bd48 00000400:00000010:2.0:1767734705.226397:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bd48. 00000100:00000001:2.0:1767734705.226402:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.226409:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1c419ad80 x1853602672099968/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.226423:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.226442:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1c419ad80 x1853602672099968/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.226453:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.226455:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.230391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1de9e6aa0. 00000800:00000001:3.0:1767734705.230523:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.230534:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.230538:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.230541:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.230549:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.230556:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.230563:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.230568:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.230573:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.230577:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d34280 00000400:00000200:3.0:1767734705.230583:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.230589:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bd95 [1] + 224 00000800:00000001:3.0:1767734705.230596:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.230604:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.230618:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.230623:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.230629:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.230636:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1c419ad80 x1853602672099968/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.230650:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1c419ad80 x1853602672099968/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.230677:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.230684:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.230688:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.230694:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.230701:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66721:66721:256:4294967295] 192.168.203.112@tcp LPNI seq info [66721:66721:8:4294967295] 00000400:00000200:3.0:1767734705.230706:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.230715:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.230722:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.230728:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.230736:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.230744:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.230749:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767734705.230820:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.230832:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.230844:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.230862:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.230879:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.230889:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767734705.232304:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.232356:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cd00. 00000400:00000200:2.0:1767734705.232364:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.232373:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.232378:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b440 00000400:00000010:2.0:1767734705.232381:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b440. 00000100:00000001:2.0:1767734705.232386:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.232393:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1c4198e00 x1853602672100224/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.232407:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.232412:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1c4198e00 x1853602672100224/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.232423:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.232426:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.236353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1de9e6020. 00000800:00000001:3.0:1767734705.236511:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.236523:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.236527:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.236530:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.236538:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.236556:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.236563:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.236568:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.236573:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.236577:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d34380 00000400:00000200:3.0:1767734705.236583:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.236589:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bd9d [1] + 224 00000800:00000001:3.0:1767734705.236596:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.236606:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.236609:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.236614:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.236619:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.236626:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1c4198e00 x1853602672100224/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.236640:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1c4198e00 x1853602672100224/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.236666:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.236673:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.236677:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.236683:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.236689:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66723:66723:256:4294967295] 192.168.203.112@tcp LPNI seq info [66723:66723:8:4294967295] 00000400:00000200:3.0:1767734705.236695:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.236703:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.236709:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.236714:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.236720:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.236727:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.236732:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767734705.236803:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.236823:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.236836:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.236856:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:2.0:1767734705.236858:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.236874:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767734705.238353:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.238362:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cb00. 00000400:00000200:3.0:1767734705.238370:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.238379:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.238384:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845baa0 00000400:00000010:3.0:1767734705.238387:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845baa0. 00000100:00000001:3.0:1767734705.238392:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.238480:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1c419a300 x1853602672100480/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.238496:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.238501:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1c419a300 x1853602672100480/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.238511:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.238514:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.242394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1de9e66a0. 00000800:00000001:2.0:1767734705.242638:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.242653:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.242657:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.242660:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.242668:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.242674:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.242682:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.242687:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.242692:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.242696:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d34480 00000400:00000200:2.0:1767734705.242702:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.242708:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bda5 [1] + 224 00000800:00000001:2.0:1767734705.242715:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.242735:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.242739:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.242745:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.242750:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.242758:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1c419a300 x1853602672100480/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734705.242773:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1c419a300 x1853602672100480/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.242801:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734705.242807:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734705.242812:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.242818:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734705.242825:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66725:66725:256:4294967295] 192.168.203.112@tcp LPNI seq info [66725:66725:8:4294967295] 00000400:00000200:2.0:1767734705.242831:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.242840:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:2.0:1767734705.242846:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734705.242851:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790200. 00000800:00000200:2.0:1767734705.242857:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734705.242864:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734705.242869:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790200 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767734705.242939:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.242948:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790200. 00000400:00000200:2.0:1767734705.242955:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.242969:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:2.0:1767734705.242983:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.242993:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767734705.244416:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.244424:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cb00. 00000400:00000200:3.0:1767734705.244433:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.244445:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.244450:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b7f8 00000400:00000010:3.0:1767734705.244453:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b7f8. 00000100:00000001:3.0:1767734705.244459:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.244469:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1c4198700 x1853602672100736/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.244483:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.244489:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1c4198700 x1853602672100736/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.244500:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.244601:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734705.248694:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.248709:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.248713:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.248716:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.248735:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.248742:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.248749:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.248754:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.248759:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.248764:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d34580 00000400:00000200:2.0:1767734705.248770:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.248776:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bdad [1] + 224 00000800:00000001:2.0:1767734705.248783:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.248793:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.248796:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.248801:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.248806:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.248814:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1c4198700 x1853602672100736/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734705.248828:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1c4198700 x1853602672100736/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.248856:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734705.248862:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734705.248867:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.248873:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734705.248879:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66727:66727:256:4294967295] 192.168.203.112@tcp LPNI seq info [66727:66727:8:4294967295] 00000400:00000200:2.0:1767734705.248885:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.248894:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:2.0:1767734705.248900:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734705.248906:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790200. 00000800:00000200:2.0:1767734705.248911:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734705.248918:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734705.248923:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790200 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767734705.249010:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.249020:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790200. 00000400:00000200:2.0:1767734705.249032:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.249049:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.249051:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.249079:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1767734705.249346:0:251834:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1de9e6480. 00000800:00000200:2.0:1767734705.250574:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.250582:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cd00. 00000400:00000200:2.0:1767734705.250589:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.250596:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.250602:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bc38 00000400:00000010:2.0:1767734705.250605:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bc38. 00000100:00000001:2.0:1767734705.250609:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.250617:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1c4198380 x1853602672100992/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.250630:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.250634:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1c4198380 x1853602672100992/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.250644:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.250646:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.254788:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.254800:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.254804:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.254807:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.254815:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.254822:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.254828:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.254833:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.254838:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.254842:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d34680 00000400:00000200:3.0:1767734705.254848:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.254854:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bdb5 [1] + 224 00000800:00000001:3.0:1767734705.254861:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.254881:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.254884:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.254889:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.254895:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.254902:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1c4198380 x1853602672100992/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.254916:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1c4198380 x1853602672100992/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.254942:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.254948:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.254953:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.254958:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.254965:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66729:66729:256:4294967295] 192.168.203.112@tcp LPNI seq info [66729:66729:8:4294967295] 00000400:00000200:3.0:1767734705.254970:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.254979:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.254985:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.255001:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.255007:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.255015:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.255020:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767734705.255092:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.255102:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.255114:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.255133:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.255148:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.255159:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1767734705.255349:0:251834:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1de9e6d60. 00000800:00000200:2.0:1767734705.256626:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.256635:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c900. 00000400:00000200:2.0:1767734705.256642:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.256649:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.256655:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bbb0 00000400:00000010:2.0:1767734705.256658:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bbb0. 00000100:00000001:2.0:1767734705.256662:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.256670:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1c4199c00 x1853602672101248/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.256683:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.256688:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1c4199c00 x1853602672101248/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.256697:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.256700:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.260861:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.260873:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.260877:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.260880:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.260887:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.260894:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.260902:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.260906:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.260911:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.260916:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d34780 00000400:00000200:3.0:1767734705.260921:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.260927:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bdbd [1] + 224 00000800:00000001:3.0:1767734705.260934:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.260942:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.260945:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.260950:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.260955:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.260962:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1c4199c00 x1853602672101248/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.260976:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1c4199c00 x1853602672101248/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.261001:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.261023:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.261028:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.261034:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.261041:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66731:66731:256:4294967295] 192.168.203.112@tcp LPNI seq info [66731:66731:8:4294967295] 00000400:00000200:3.0:1767734705.261047:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.261056:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.261063:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.261068:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.261074:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.261084:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.261089:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767734705.261166:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.261175:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.261186:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.261205:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.261219:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.261228:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1767734705.261350:0:251834:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1de9e6a20. 00000800:00000200:2.0:1767734705.262717:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.262725:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472ce00. 00000400:00000200:2.0:1767734705.262732:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.262740:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.262745:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b3b8 00000400:00000010:2.0:1767734705.262748:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b3b8. 00000100:00000001:2.0:1767734705.262753:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.262760:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1c419aa00 x1853602672101504/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.262773:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.262778:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1c419aa00 x1853602672101504/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.262788:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.262790:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.266977:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.266989:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.266993:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.266996:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.267003:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.267010:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.267017:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.267022:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.267027:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.267032:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d34880 00000400:00000200:3.0:1767734705.267038:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.267044:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bdc5 [1] + 224 00000800:00000001:3.0:1767734705.267051:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.267059:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.267073:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.267079:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.267084:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.267092:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1c419aa00 x1853602672101504/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.267106:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1c419aa00 x1853602672101504/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.267133:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.267139:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.267144:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.267150:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.267157:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66733:66733:256:4294967295] 192.168.203.112@tcp LPNI seq info [66733:66733:8:4294967295] 00000400:00000200:3.0:1767734705.267163:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.267172:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.267179:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.267184:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.267190:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.267197:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.267202:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767734705.267290:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.267299:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000800:00000001:2.0:1767734705.267348:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000080:00000010:1.1:1767734705.267358:0:251834:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1de9e6900. 00000800:00000001:2.0:1767734705.267362:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.267363:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.267382:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000200:2.0:1767734705.268892:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.268900:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c200. 00000400:00000200:2.0:1767734705.268907:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.268915:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.268921:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bdd0 00000400:00000010:2.0:1767734705.268924:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bdd0. 00000100:00000001:2.0:1767734705.268928:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.268935:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1c4198000 x1853602672101760/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.268948:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.268953:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1c4198000 x1853602672101760/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.268963:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.268965:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.273130:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.273141:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.273145:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.273149:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.273156:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.273163:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.273170:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.273187:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.273192:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.273197:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d34980 00000400:00000200:3.0:1767734705.273203:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.273209:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bdcd [1] + 224 00000800:00000001:3.0:1767734705.273217:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.273226:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.273229:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.273234:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.273239:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.273247:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1c4198000 x1853602672101760/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.273261:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1c4198000 x1853602672101760/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.273356:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.273365:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.273372:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.273380:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.273387:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66735:66735:256:4294967295] 192.168.203.112@tcp LPNI seq info [66735:66735:8:4294967295] 00000400:00000200:3.0:1767734705.273395:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.273415:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000080:00000010:1.1:1767734705.273416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c70ad8a0. 00000800:00000200:3.0:1767734705.273424:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.273433:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.273443:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.273451:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.273457:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767734705.273532:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.273540:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.273547:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.273579:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:2.0:1767734705.273588:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.273603:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767734705.274961:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.274969:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c100. 00000400:00000200:3.0:1767734705.274976:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.274984:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.274990:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b5d8 00000400:00000010:3.0:1767734705.274993:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b5d8. 00000100:00000001:3.0:1767734705.274997:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.275005:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1ed931500 x1853602672102016/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.275019:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.275023:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed931500 x1853602672102016/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.275034:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.275115:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734705.279305:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.279376:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.279381:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.279385:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.279393:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000080:00000010:1.1:1767734705.279400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c70ad560. 00000400:00000200:2.0:1767734705.279403:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.279419:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.279426:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.279434:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.279443:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d34a80 00000400:00000200:2.0:1767734705.279451:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.279457:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7bdd5 [1] + 224 00000800:00000001:2.0:1767734705.279464:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.279474:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.279477:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.279482:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.279487:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.279495:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1ed931500 x1853602672102016/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734705.279509:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1ed931500 x1853602672102016/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 512/896 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.279534:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734705.279540:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734705.279544:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.279550:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734705.279557:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66737:66737:256:4294967295] 192.168.203.112@tcp LPNI seq info [66737:66737:8:4294967295] 00000400:00000200:2.0:1767734705.279564:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.279576:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:2.0:1767734705.279583:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734705.279590:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790200. 00000800:00000200:2.0:1767734705.279602:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734705.279631:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734705.279643:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790200 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767734705.279728:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.279735:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790200. 00000400:00000200:2.0:1767734705.279742:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.279759:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:2.0:1767734705.279776:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.279788:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1767734705.285360:0:251835:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c70ad000. 00000800:00000200:3.0:1767734705.287863:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.287871:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cc00. 00000400:00000200:3.0:1767734705.287878:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.287886:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.287891:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845ba18 00000400:00000010:3.0:1767734705.287894:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845ba18. 00000100:00000001:3.0:1767734705.287899:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.287906:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1ed933480 x1853602672102144/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.287919:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.287924:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed933480 x1853602672102144/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.287934:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.287937:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734705.291638:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.291652:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.291656:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.291660:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.291667:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.291674:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.291682:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.291687:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.291692:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.291696:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d34b00 00000400:00000200:2.0:1767734705.291702:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.291708:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7bddd [1] + 224 00000800:00000001:2.0:1767734705.291715:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.291724:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.291727:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.291732:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.291737:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.291745:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1ed933480 x1853602672102144/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734705.291760:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1ed933480 x1853602672102144/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.291786:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734705.291794:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.291797:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767734705.293965:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.293973:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cf00. 00000400:00000200:3.0:1767734705.293980:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.293988:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.294005:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bcc0 00000400:00000010:3.0:1767734705.294008:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bcc0. 00000100:00000001:3.0:1767734705.294013:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.294020:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1ed933480 x1853602672102400/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.294033:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.294038:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed933480 x1853602672102400/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.294047:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.294050:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734705.299356:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.299372:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.299376:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.299380:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.299388:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.299395:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.299403:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.299409:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.299417:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.299427:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d34c00 00000400:00000200:2.0:1767734705.299434:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.299441:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7bde5 [1] + 224 00000800:00000001:2.0:1767734705.299448:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.299458:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.299461:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.299466:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.299471:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.299479:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1ed933480 x1853602672102400/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734705.299494:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b1ed933480 x1853602672102400/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.299518:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734705.299524:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734705.299529:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.299535:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734705.299542:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66740:66740:256:4294967295] 192.168.203.112@tcp LPNI seq info [66740:66740:8:4294967295] 00000400:00000200:2.0:1767734705.299549:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.299564:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:2.0:1767734705.299576:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734705.299587:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790200. 00000800:00000200:2.0:1767734705.299615:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734705.299636:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734705.299649:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790200 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767734705.299734:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.299741:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790200. 00000400:00000200:2.0:1767734705.299747:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.299764:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.299774:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.299789:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767734705.301360:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.301368:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472ca00. 00000400:00000200:2.0:1767734705.301375:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.301383:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.301389:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b880 00000400:00000010:2.0:1767734705.301392:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b880. 00000100:00000001:2.0:1767734705.301397:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.301404:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1ed933100 x1853602672102528/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.301417:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.301422:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed933100 x1853602672102528/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.301432:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.301435:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.304697:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.304709:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.304712:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.304715:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.304723:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.304730:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.304737:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.304742:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.304747:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.304751:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d34c80 00000400:00000200:3.0:1767734705.304757:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.304763:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7bded [1] + 224 00000800:00000001:3.0:1767734705.304770:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.304779:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.304782:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.304786:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.304791:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.304798:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1ed933100 x1853602672102528/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734705.304813:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1ed933100 x1853602672102528/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.304850:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734705.304859:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.304863:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1767734705.305355:0:251835:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1d00. 00010000:00000010:1.1:1767734705.305362:0:251835:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683e800. 00000800:00000200:2.0:1767734705.306722:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.306731:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472ca00. 00000400:00000200:2.0:1767734705.306738:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.306746:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.306752:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b220 00000400:00000010:2.0:1767734705.306755:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b220. 00000100:00000001:2.0:1767734705.306759:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.306767:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1ed933100 x1853602672102784/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.306780:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.306784:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed933100 x1853602672102784/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.306806:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.306809:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.310381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c70ade60. 00000080:00000010:1.1:1767734705.310399:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1df7a18c0. 00000800:00000001:3.0:1767734705.311895:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.311907:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.311910:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.311913:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.311921:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.311928:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.311935:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.311940:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.311945:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.311949:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d34d80 00000400:00000200:3.0:1767734705.311955:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.311961:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7bdf5 [1] + 224 00000800:00000001:3.0:1767734705.311967:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.311975:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.311978:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.311983:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.311988:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.311995:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1ed933100 x1853602672102784/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.312010:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b1ed933100 x1853602672102784/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.312035:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.312041:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.312046:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.312052:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.312058:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66743:66743:256:4294967295] 192.168.203.112@tcp LPNI seq info [66743:66743:8:4294967295] 00000400:00000200:3.0:1767734705.312064:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.312086:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.312093:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.312098:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.312104:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.312112:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.312118:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767734705.312194:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.312203:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.312214:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.312231:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.312247:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.312260:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767734705.313612:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.313620:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cf00. 00000400:00000200:2.0:1767734705.313627:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.313635:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.313640:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bb28 00000400:00000010:2.0:1767734705.313643:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bb28. 00000100:00000001:2.0:1767734705.313648:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.313655:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1ed931c00 x1853602672102912/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.313668:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.313673:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed931c00 x1853602672102912/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.313683:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.313685:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767734705.314399:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:1.1:1767734705.314412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683ea00. 00000800:00000001:3.0:1767734705.317115:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.317126:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.317130:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.317133:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.317140:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.317147:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.317154:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.317159:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.317164:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.317168:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d34e00 00000400:00000200:3.0:1767734705.317174:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.317180:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7bdfd [1] + 224 00000800:00000001:3.0:1767734705.317187:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.317195:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.317198:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.317203:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.317208:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.317215:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1ed931c00 x1853602672102912/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734705.317229:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1ed931c00 x1853602672102912/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.317288:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734705.317298:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.317302:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767734705.319134:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.319142:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cc00. 00000400:00000200:2.0:1767734705.319149:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.319157:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.319162:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b330 00000400:00000010:2.0:1767734705.319165:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b330. 00000100:00000001:2.0:1767734705.319170:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.319177:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1ed931c00 x1853602672103168/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.319190:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.319195:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed931c00 x1853602672103168/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.319205:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.319207:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.319377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c70ad6c0. 00000080:00000010:1.1:1767734705.319394:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1df7a0840. 00000800:00000001:3.0:1767734705.324236:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.324247:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.324251:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.324254:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.324262:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.324301:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.324348:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.324356:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.324363:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.324370:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d34f00 00000400:00000200:3.0:1767734705.324376:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00010000:00000010:1.1:1767734705.324385:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00000400:00000200:3.0:1767734705.324386:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7be05 [1] + 224 00010000:00000010:1.1:1767734705.324401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683e800. 00000800:00000001:3.0:1767734705.324402:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.324417:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.324423:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.324430:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.324438:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.324446:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1ed931c00 x1853602672103168/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.324460:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b1ed931c00 x1853602672103168/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.324482:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.324488:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.324493:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.324498:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.324505:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66746:66746:256:4294967295] 192.168.203.112@tcp LPNI seq info [66746:66746:8:4294967295] 00000400:00000200:3.0:1767734705.324512:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.324542:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.324556:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.324568:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.324582:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.324597:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.324607:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767734705.324685:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.324693:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.324705:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.324723:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.324737:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.324747:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767734705.326113:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.326132:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c100. 00000400:00000200:2.0:1767734705.326139:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.326146:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.326152:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b6e8 00000400:00000010:2.0:1767734705.326155:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b6e8. 00000100:00000001:2.0:1767734705.326159:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.326167:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1ed933b80 x1853602672103296/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.326180:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.326184:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed933b80 x1853602672103296/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.326194:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.326196:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.329622:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.329633:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.329637:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.329641:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.329648:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.329655:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.329662:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.329667:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.329672:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.329676:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d34f80 00000400:00000200:3.0:1767734705.329682:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.329688:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7be0d [1] + 224 00000800:00000001:3.0:1767734705.329695:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.329703:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.329706:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.329711:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.329715:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.329723:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1ed933b80 x1853602672103296/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734705.329738:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1ed933b80 x1853602672103296/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.329774:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734705.329783:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.329788:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1767734705.330342:0:251835:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c70ad260. 00000080:00000010:1.1:1767734705.330355:0:251835:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1df7a39c0. 00000800:00000200:2.0:1767734705.331696:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.331704:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c200. 00000400:00000200:2.0:1767734705.331711:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.331719:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.331725:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bf68 00000400:00000010:2.0:1767734705.331727:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bf68. 00000100:00000001:2.0:1767734705.331732:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.331739:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1ed933b80 x1853602672103552/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.331752:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.331757:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed933b80 x1853602672103552/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.331767:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.331769:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767734705.336387:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:1.1:1767734705.336399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683e800. 00000800:00000001:3.0:1767734705.336947:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.336959:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.336962:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.336966:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.336973:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.336980:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.336987:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.336992:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.336997:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.337002:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d35080 00000400:00000200:3.0:1767734705.337007:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.337013:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7be15 [1] + 224 00000800:00000001:3.0:1767734705.337020:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.337027:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.337030:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.337035:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.337040:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.337047:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1ed933b80 x1853602672103552/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.337062:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b1ed933b80 x1853602672103552/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.337086:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.337092:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.337097:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.337103:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.337109:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66749:66749:256:4294967295] 192.168.203.112@tcp LPNI seq info [66749:66749:8:4294967295] 00000400:00000200:3.0:1767734705.337115:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.337139:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.337146:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.337152:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.337157:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.337166:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.337172:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767734705.337246:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.337255:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.337294:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767734705.337348:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.337362:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.337364:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000200:2.0:1767734705.338754:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.338763:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472ce00. 00000400:00000200:2.0:1767734705.338770:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.338778:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.338794:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b110 00000400:00000010:2.0:1767734705.338798:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b110. 00000100:00000001:2.0:1767734705.338802:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.338810:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1ed932a00 x1853602672103680/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.338823:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.338828:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed932a00 x1853602672103680/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.338837:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.338840:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.342385:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.342398:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.342402:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.342407:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.342415:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.342424:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.342434:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.342441:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.342447:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.342453:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d35100 00000400:00000200:3.0:1767734705.342461:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.342467:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7be1d [1] + 224 00000800:00000001:3.0:1767734705.342475:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.342483:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.342486:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.342491:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.342496:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.342504:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1ed932a00 x1853602672103680/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734705.342518:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1ed932a00 x1853602672103680/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.342565:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734705.342574:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.342579:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767734705.344422:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.344430:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c900. 00000400:00000200:2.0:1767734705.344438:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.344447:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.344453:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b198 00000400:00000010:2.0:1767734705.344455:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b198. 00000100:00000001:2.0:1767734705.344460:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.344467:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1ed932a00 x1853602672103936/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.344481:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.344485:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed932a00 x1853602672103936/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.344495:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.344498:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.347394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c70ad860. 00000080:00000010:1.1:1767734705.347412:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1df7a0000. 00000800:00000001:3.0:1767734705.349412:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.349424:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.349428:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.349431:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.349439:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.349446:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.349453:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.349458:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.349463:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.349468:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d35200 00000400:00000200:3.0:1767734705.349474:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.349480:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7be25 [1] + 224 00000800:00000001:3.0:1767734705.349487:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.349494:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.349497:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.349502:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.349508:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.349515:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1ed932a00 x1853602672103936/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.349529:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b1ed932a00 x1853602672103936/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.349555:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.349561:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.349566:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.349572:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.349580:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66752:66752:256:4294967295] 192.168.203.112@tcp LPNI seq info [66752:66752:8:4294967295] 00000400:00000200:3.0:1767734705.349586:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.349626:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.349638:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.349648:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.349668:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.349689:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.349699:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767734705.349780:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.349790:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.349800:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.349816:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.349830:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.349841:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767734705.351208:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.351216:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cd00. 00000400:00000200:2.0:1767734705.351224:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.351232:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.351238:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b198 00000400:00000010:2.0:1767734705.351240:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b198. 00000100:00000001:2.0:1767734705.351245:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.351252:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1ed930e00 x1853602672104064/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.351362:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.351368:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed930e00 x1853602672104064/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.351378:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.351381:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767734705.353394:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:1.1:1767734705.353405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683e800. 00000800:00000001:3.0:1767734705.354686:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.354697:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.354701:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.354704:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.354712:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.354719:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.354726:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.354731:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.354736:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.354740:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d35280 00000400:00000200:3.0:1767734705.354746:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.354752:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7be2d [1] + 224 00000800:00000001:3.0:1767734705.354759:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.354767:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.354770:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.354775:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.354780:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.354787:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1ed930e00 x1853602672104064/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734705.354802:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1ed930e00 x1853602672104064/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.354838:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734705.354847:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.354852:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767734705.356772:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.356780:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cb00. 00000400:00000200:2.0:1767734705.356787:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.356796:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.356802:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b110 00000400:00000010:2.0:1767734705.356805:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b110. 00000100:00000001:2.0:1767734705.356809:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.356817:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1ed930e00 x1853602672104320/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.356830:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.356835:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed930e00 x1853602672104320/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.356845:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.356848:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.358394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c708a580. 00000080:00000010:1.1:1767734705.358413:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1df7a3180. 00000800:00000001:3.0:1767734705.361883:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.361894:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.361898:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.361902:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.361909:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.361916:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.361923:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.361928:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.361933:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.361937:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d35380 00000400:00000200:3.0:1767734705.361943:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.361949:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7be35 [1] + 224 00000800:00000001:3.0:1767734705.361956:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.361963:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.361966:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.361971:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.361976:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.361983:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1ed930e00 x1853602672104320/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.361997:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b1ed930e00 x1853602672104320/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.362022:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.362028:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.362033:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.362039:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.362045:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66755:66755:256:4294967295] 192.168.203.112@tcp LPNI seq info [66755:66755:8:4294967295] 00000400:00000200:3.0:1767734705.362050:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.362073:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.362080:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.362085:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.362091:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.362100:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.362105:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767734705.362180:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.362191:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.362200:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.362221:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:2.0:1767734705.362237:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.362252:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767734705.363700:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.363708:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cb00. 00000400:00000200:3.0:1767734705.363715:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.363723:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.363728:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bf68 00000400:00000010:3.0:1767734705.363731:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bf68. 00000100:00000001:3.0:1767734705.363736:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.363743:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1ed931180 x1853602672104448/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.363756:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.363761:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed931180 x1853602672104448/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.363770:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.363773:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767734705.367399:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:1.1:1767734705.367412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683ea00. 00000800:00000001:2.0:1767734705.367417:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.367433:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.367438:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.367442:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.367450:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.367458:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.367466:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.367471:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.367476:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.367480:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d35400 00000400:00000200:2.0:1767734705.367487:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.367504:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7be3d [1] + 224 00000800:00000001:2.0:1767734705.367513:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.367523:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.367526:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.367531:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.367537:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.367544:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1ed931180 x1853602672104448/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734705.367559:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1ed931180 x1853602672104448/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.367587:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734705.367595:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.367599:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767734705.369423:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.369430:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cd00. 00000400:00000200:3.0:1767734705.369437:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.369445:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.369450:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b6e8 00000400:00000010:3.0:1767734705.369453:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b6e8. 00000100:00000001:3.0:1767734705.369457:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.369465:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1ed931180 x1853602672104704/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.369489:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.369495:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed931180 x1853602672104704/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.369505:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.369507:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.372381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c708a140. 00000080:00000010:1.1:1767734705.372399:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1df7a1080. 00000800:00000001:2.0:1767734705.374550:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.374564:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.374568:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.374571:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.374579:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.374586:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.374594:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.374599:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.374604:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.374609:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d35500 00000400:00000200:2.0:1767734705.374615:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.374621:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7be45 [1] + 224 00000800:00000001:2.0:1767734705.374628:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.374637:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.374640:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.374645:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.374650:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.374658:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1ed931180 x1853602672104704/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734705.374694:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b1ed931180 x1853602672104704/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.374720:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734705.374728:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734705.374733:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.374739:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734705.374745:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66758:66758:256:4294967295] 192.168.203.112@tcp LPNI seq info [66758:66758:8:4294967295] 00000400:00000200:2.0:1767734705.374751:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.374760:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:2.0:1767734705.374766:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734705.374772:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790200. 00000800:00000200:2.0:1767734705.374778:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734705.374785:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734705.374789:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790200 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767734705.374865:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.374876:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790200. 00000400:00000200:2.0:1767734705.374889:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.374905:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.374912:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.374929:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767734705.376421:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.376429:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c900. 00000400:00000200:2.0:1767734705.376438:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.376446:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.376452:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b330 00000400:00000010:2.0:1767734705.376455:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b330. 00000100:00000001:2.0:1767734705.376459:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.376466:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1ed930000 x1853602672104832/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.376479:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.376496:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed930000 x1853602672104832/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.376506:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.376509:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.379874:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.379886:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.379890:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.379893:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.379901:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.379908:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.379915:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.379920:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.379925:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.379929:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d35580 00000400:00000200:3.0:1767734705.379935:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.379941:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7be4d [1] + 224 00000800:00000001:3.0:1767734705.379948:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.379957:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.379960:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.379964:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.379969:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.379977:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1ed930000 x1853602672104832/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734705.379991:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1ed930000 x1853602672104832/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.380017:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734705.380024:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.380039:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1767734705.380357:0:251835:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:1.1:1767734705.380365:0:251835:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683e800. 00000100:00000200:1.0:1767734705.381662:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672105088, portal 10 00000100:00000001:1.0:1767734705.381673:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.381675:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648797184 : -117983060754432 : ffff94b1ed930000) 00000100:00000040:1.0:1767734705.381683:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1ed930000 x1853602672105088/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.381692:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.381695:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.381698:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bb28. 00000100:00000200:1.0:1767734705.381701:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672105088, offset 0 00000400:00000200:1.0:1767734705.381707:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.381713:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.381720:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.381724:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.381729:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.381733:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.381736:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.381740:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66760:66760:256:4294967295] 192.168.203.112@tcp LPNI seq info [66760:66760:8:4294967295] 00000400:00000200:1.0:1767734705.381746:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.381755:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.381762:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.381766:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472ce00. 00000800:00000200:1.0:1767734705.381772:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.381779:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.381784:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472ce00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.381805:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.381810:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 34452 usecs (35 jiffies) 00000400:00000200:1.0:1767734705.381815:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.381818:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467238 00000100:00000001:1.0:1767734705.381824:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467232 00000100:00000001:1.0:1767734705.381830:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467238 00000100:00000001:1.0:1767734705.381833:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467232 00000100:00000001:1.0:1767734705.381845:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.381848:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.381851:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.381853:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.381856:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.381859:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.381862:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.381974:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.381981:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472ce00. 00000400:00000200:2.0:1767734705.381988:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.381996:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.382001:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bb28 00000400:00000010:2.0:1767734705.382005:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bb28. 00000100:00000001:2.0:1767734705.382009:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.382017:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1ed930000 x1853602672105088/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.382029:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.382034:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed930000 x1853602672105088/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.382044:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.382046:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.385385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c708a6c0. 00000080:00000010:1.1:1767734705.385404:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1df7a4a40. 00000800:00000001:2.0:1767734705.387172:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.387186:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.387189:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.387193:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.387200:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.387207:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.387215:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.387220:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.387225:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.387230:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d35680 00000400:00000200:2.0:1767734705.387235:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.387241:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7be55 [1] + 224 00000800:00000001:2.0:1767734705.387248:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.387257:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.387260:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.387303:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.387352:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.387362:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1ed930000 x1853602672105088/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734705.387379:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b1ed930000 x1853602672105088/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.387408:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734705.387416:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734705.387423:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.387430:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734705.387440:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66761:66761:256:4294967295] 192.168.203.112@tcp LPNI seq info [66761:66761:8:4294967295] 00000400:00000200:2.0:1767734705.387451:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.387455:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.387468:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767734705.387469:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000400:00000001:1.0:1767734705.387476:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.387483:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000800:00000200:2.0:1767734705.387485:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.387496:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000800:00000010:2.0:1767734705.387497:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790200. 00000400:00000010:1.0:1767734705.387504:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000800:00000200:2.0:1767734705.387515:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000100:00000001:1.0:1767734705.387516:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.387535:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1ed930000 x1853602672105088/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767734705.387536:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734705.387547:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790200 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:1.0:1767734705.387568:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1ed930000 x1853602672105088/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.387580:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.387582:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.387585:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.387588:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.387590:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.387593:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.387596:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.387602:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.387607:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.387611:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.387613:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.387615:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.387619:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.387623:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734705.387625:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x30000592a] 00000100:00000001:1.0:1767734705.387628:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734705.387632:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1767734705.387633:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.387640:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790200. 00000400:00000200:2.0:1767734705.387645:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767734705.387650:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648797184 : -117983060754432 : ffff94b1ed930000) 00000400:00000200:2.0:1767734705.387661:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000001:1.0:1767734705.387661:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.387669:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.387674:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:2.0:1767734705.387678:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767734705.387679:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767734705.387689:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.387693:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1ed930000 x1853602672105088/t12884924764(12884924764) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.387706:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.387709:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.387712:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.387719:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1ed930000 x1853602672105088/t12884924764(12884924764) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.387730:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1ed930000 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672105088:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.387736:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.387739:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.387741:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.387743:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.387747:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed930000 x1853602672105088/t12884924764(12884924764) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.387755:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.387758:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.387762:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.387764:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.387769:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.387771:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.387776:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d13af000. 00000100:00000001:1.0:1767734705.387781:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.387785:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1ed930000 x1853602672105088/t12884924764(12884924764) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.387794:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.387804:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.387811:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.387814:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.387816:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity7 (ffff94b1df682000, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.387820:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.387824:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.387829:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.387835:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.387838:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.387840:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.387844:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.387848:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.387852:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1c5924aa8 -> ffff94b1c5924aa8 00000020:00000001:1.0:1767734705.387854:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.387857:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.387859:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x10:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.387864:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.387866:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.387868:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.387871:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x10:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.387875:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f88c24d8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.387878:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.387880:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.387883:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f88c24d8) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.387886:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.387889:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.387891:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.387894:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x10:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.387897:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.387898:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.387901:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.387903:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.387906:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.387908:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x10:0x0](ffff94b1df7a7448) 00800000:00000001:1.0:1767734705.387912:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.387914:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x10:0x0] 00000002:00000001:1.0:1767734705.387917:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.387927:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.387930:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.387933:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.387935:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.387938:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.387940:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.387944:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.387946:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.387948:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.387952:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.387954:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f88c24d8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.387957:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.387959:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.387962:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f88c24d8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.387965:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.387966:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.387968:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f88c24d8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.387971:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f88c24d8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.387974:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1f88c24d8. 00020000:00000001:1.0:1767734705.387978:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.387981:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1c5924a28. 00000020:00001000:1.0:1767734705.387985:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.387987:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.387989:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.387996:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.387997:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.388000:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.388004:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.388024:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.388027:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.388029:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.388031:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.388033:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.388038:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d13af000. 00800000:00000002:1.0:1767734705.388043:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.388047:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.388056:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.388059:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.388062:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.388066:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.388069:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.388074:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.388076:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.388078:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.388083:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.388085:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.388088:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.388092:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.388096:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.388099:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.388102:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.388107:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.388119:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.388122:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.388126:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.388135:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.388137:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.388140:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.388142:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.388145:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.388147:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.388150:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.388153:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.388156:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d13af000. 00000080:00000001:1.0:1767734705.388159:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.388161:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.388164:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.388173:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.388177:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.388180:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.388182:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.388185:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.388188:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.388191:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.388194:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.388198:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.388200:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.388201:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.388203:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.388206:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.388209:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.388210:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.388212:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.388214:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.388217:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.388219:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.388223:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.388230:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.388232:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.388233:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.388235:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.388238:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.388246:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.388248:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.388251:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.388254:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.388255:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.388292:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.388296:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.388298:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.388300:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.388303:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.388335:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.388338:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.388340:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.388343:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.388345:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.388349:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.388355:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.388359:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.388363:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.388366:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.388369:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.388372:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.388376:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.388383:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.388385:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.388391:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.388394:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.388398:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.388409:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1f2cc0b80. 00000020:00000001:1.0:1767734705.388413:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.388416:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity8, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.388421:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.388423:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.388426:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity8, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.388434:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d13af000. 00000080:00000001:1.0:1767734705.388440:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.388443:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.388445:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.388449:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity8' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.388454:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.388457:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.388467:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity8' -> mds #0 00000002:00000001:1.0:1767734705.388472:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.388474:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.388477:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity8,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.388481:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.388483:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.388487:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1ed930380. 00000020:00000040:1.0:1767734705.388490:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=63 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.388495:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.388498:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.388502:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.388503:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.388505:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.388508:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.388510:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.388513:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.388518:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026f800. 00000100:00000001:1.0:1767734705.388523:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.388527:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.388529:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.388532:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.388534:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.388536:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.388542:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090648798080 : -117983060753536 : ffff94b1ed930380) 00010000:00000001:1.0:1767734705.388545:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.388547:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.388551:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.388554:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.388557:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.388560:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683e800. 00000020:00000001:1.0:1767734705.388563:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.388566:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683e800 with handle 0x1886cffb85c2b95e to hash 00000020:00000001:1.0:1767734705.388569:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.388571:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.388575:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.388584:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.388586:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.388590:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b95e lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.388600:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b95e lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.388610:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b95e lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.388616:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.388618:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.388622:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.388624:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.388628:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.388629:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648798080 : -117983060753536 : ffff94b1ed930380) 00000100:00000001:1.0:1767734705.388634:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.388637:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.388639:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.388641:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.388648:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1ed930380 x1853602672105216/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.388657:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.388659:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.388663:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.388666:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.388668:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.388672:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1ed930380 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672105216:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.388677:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.388680:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.388682:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.388684:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.388690:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1d2052000. 02000000:00000001:1.0:1767734705.388698:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.388705:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.388709:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.388713:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.388718:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672105216, portal 10 00000100:00000001:1.0:1767734705.388721:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.388723:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648798080 : -117983060753536 : ffff94b1ed930380) 00000100:00000040:1.0:1767734705.388730:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1ed930380 x1853602672105216/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.388739:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.388743:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.388746:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b220. 00000100:00000200:1.0:1767734705.388749:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672105216, offset 0 00000400:00000200:1.0:1767734705.388755:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.388761:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.388766:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.388771:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.388775:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.388779:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.388782:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.388786:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66762:66762:256:4294967295] 192.168.203.112@tcp LPNI seq info [66762:66762:8:4294967295] 00000400:00000200:1.0:1767734705.388791:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.388801:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.388807:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.388811:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c200. 00000800:00000200:1.0:1767734705.388817:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.388824:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.388828:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c200 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.388850:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.388855:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 34250 usecs (35 jiffies) 00000400:00000200:1.0:1767734705.388859:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.388871:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467245 00000100:00000001:1.0:1767734705.388878:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467238 00000100:00000001:1.0:1767734705.388883:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467245 00000100:00000001:1.0:1767734705.388887:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467238 00000100:00000001:1.0:1767734705.388891:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.388894:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.388897:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.388899:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.388902:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.388905:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.388907:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734705.389016:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.389023:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c200. 00000400:00000200:3.0:1767734705.389030:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.389038:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.389044:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b220 00000400:00000010:3.0:1767734705.389047:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b220. 00000100:00000001:3.0:1767734705.389051:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.389059:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1ed930380 x1853602672105216/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.389072:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.389076:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed930380 x1853602672105216/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.389086:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.389089:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767734705.389374:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:1.1:1767734705.389383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683ea00. 00000800:00000001:2.0:1767734705.392716:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.392730:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.392734:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.392737:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.392744:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.392752:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.392771:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.392777:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.392782:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.392786:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d35700 00000400:00000200:2.0:1767734705.392792:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.392799:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7be5d [1] + 224 00000800:00000001:2.0:1767734705.392806:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.392816:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.392819:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.392824:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.392829:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.392837:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1ed930380 x1853602672105216/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734705.392852:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1ed930380 x1853602672105216/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.392879:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734705.392887:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.392891:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.392974:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.392984:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.392986:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.392990:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.392998:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.393000:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.393004:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.393014:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1ed930380 x1853602672105216/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.393029:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1ed930380 x1853602672105216/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.393040:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.393041:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.393044:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.393047:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.393049:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.393051:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.393054:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.393061:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.393065:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.393068:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.393070:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.393085:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.393089:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.393093:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.393095:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.393098:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.393101:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.393107:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1ed930380 x1853602672105216/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.393117:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.393120:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.393123:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.393128:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1ed930380 x1853602672105216/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734705.393137:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1ed930380 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672105216:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.393143:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.393146:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.393148:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.393150:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.393154:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1ed930380 x1853602672105216/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.393161:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.393164:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.393168:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.393170:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.393173:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.393176:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.393178:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.393182:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.393185:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.393188:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.393194:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683e800, remote cookie: 0x9bbb2ede58dac27f, flags: 0x1001 00010000:00010000:1.0:1767734705.393200:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b95e lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac27f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.393217:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x11:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000001:1.0:1767734705.393221:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.393228:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.393232:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.393237:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.393241:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b95e lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x11:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac27f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.393251:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b95e lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac27f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.393258:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.393261:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.393292:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.393295:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.393296:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.393299:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x11:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.393305:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b95e lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac27f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.393344:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.393348:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.393350:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.393353:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.393356:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.393360:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b95e lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac27f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.393368:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.393370:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.393373:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.393387:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.393389:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.393391:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.393397:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.393400:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.393403:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.393406:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.393409:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.393414:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.393417:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.393418:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.393420:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.393423:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.393427:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.393431:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.393434:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.393438:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b95e lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac27f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.393446:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.393450:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.393453:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.393455:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.393457:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=5 00000020:00000001:1.0:1767734705.393460:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.393464:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.393467:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.393473:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b95e lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac27f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.393480:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.393482:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.393484:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b95e lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac27f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.393504:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.393506:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.393508:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.393509:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.393511:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.393518:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1ed930380 x1853602672105216/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.393526:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.393528:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.393530:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.393532:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.393535:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.393537:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.393539:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.393540:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.393542:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.393545:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.393548:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.393550:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.393551:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.393554:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.393557:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000002:00010000:1.0:1767734705.393560:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b95e lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac27f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.393567:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.393569:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.393570:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.393572:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.393573:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.393575:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.393577:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.393585:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.393591:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.393594:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.393598:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/17 (0 0) 00010000:00000001:1.0:1767734705.393602:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.393604:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.393606:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.393609:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.393611:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity8 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.393615:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.393618:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.393621:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.393624:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.393627:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.393630:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.393632:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.393635:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.393639:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.393641:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.393643:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920721 : 144115272414920721 : 2000013a3000011) 00000080:00000001:1.0:1767734705.393647:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.393651:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920721 : 144115272414920721 : 2000013a3000011) 00000080:00000001:1.0:1767734705.393654:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.393659:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x11:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.393662:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x11:0x0](ffff94b1df7a21c8): rc = 0 00000080:00000001:1.0:1767734705.393665:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090412286408 : -117983297265208 : ffff94b1df7a21c8) 00010000:00000001:1.0:1767734705.393668:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.393670:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.393671:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.393674:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.393676:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000080:00000001:1.0:1767734705.393679:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.393681:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.393689:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.393692:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.393695:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.393698:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.393700:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1f88c2d90) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.393703:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.393706:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1f88c2d90) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.393709:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x11:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.393712:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.393714:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.393717:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.393720:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f88c2d90) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.393723:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f88c2d90) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.393726:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.393728:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.393731:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x11:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.393734:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.393737:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.393739:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.393741:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.393743:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.393746:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.393748:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.393751:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x11:0x0](ffff94b1df7a21c8) for lock 0x1886cffb85c2b95e 00800000:00000001:1.0:1767734705.393755:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.393757:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.393759:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.393761:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.393763:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.393765:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.393768:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.393771:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.393772:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.393773:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.393776:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.393786:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682ca8 inode ffff94b1df7a21c8 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.393789:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.393793:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x11:0x0](ffff94b1df7a21c8) 00000080:00010000:1.0:1767734705.393797:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b95e from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.393800:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.393802:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.393803:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.393806:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.393808:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.393811:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.393814:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b95e lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dac27f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.393822:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.393823:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.393825:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.393827:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.393830:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b95e lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dac27f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.393838:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.393840:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.393843:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.393846:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.393847:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.393849:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.393852:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.393854:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.393856:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.393860:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.393862:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.393863:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.393865:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.393867:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734705.393870:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d13af000. 00000100:00000001:1.0:1767734705.393880:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.393886:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1ed930380 x1853602672105216/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.393895:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.393898:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.393901:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1d2052000. 02000000:00000001:1.0:1767734705.393904:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.393906:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.393908:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=62 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.393911:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.393913:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026f800. 02000000:00000001:1.0:1767734705.393917:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.393919:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.393921:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1ed930380. 00000100:00000001:1.0:1767734705.393924:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.393925:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.393928:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.393930:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.393932:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.393935:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.393938:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.393943:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.393946:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.393948:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.393951:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity8, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.393954:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.393957:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.393959:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.393962:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.393964:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.393966:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f88c2d90) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.393969:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f88c2d90) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.393971:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.393973:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.393975:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.393978:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734705.393988:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d13af000. 00800000:00000001:1.0:1767734705.393997:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.394000:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.394003:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x11:0x0] 00800000:00000001:1.0:1767734705.394006:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.394008:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x11:0x0] -> mds #0 00000002:00000001:1.0:1767734705.394013:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.394014:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.394019:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.394022:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.394025:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.394027:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.394030:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.394033:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.394035:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.394038:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.394040:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.394042:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.394045:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.394048:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b95e lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dac27f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.394056:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.394058:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.394060:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.394062:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x11:0x0] mode (null) 00000002:00000001:1.0:1767734705.394065:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.394067:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.394069:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.394072:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.394075:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.394078:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.394079:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.394081:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.394083:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.394085:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.394097:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.394102:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.394105:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.394108:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.394111:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.394113:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.394114:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.394116:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.394118:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.394121:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.394123:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.394125:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.394127:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.394129:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.394131:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.394133:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.394135:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x11:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.394138:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.394140:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.394142:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.394144:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.394146:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x11:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.394149:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.394151:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.394153:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.394155:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.394157:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.394159:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x11:0x0](ffff94b1df7a21c8) invalid 00000020:00000001:1.0:1767734705.394163:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.394165:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity8 (ffff94b1df682ca8) parent ffff94b1d0bd05e8 inode ffff94b1df7a21c8 refc 1 00000080:00000001:1.0:1767734705.394169:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.394172:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.394173:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.394177:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.394179:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.394181:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.394183:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.394191:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.394195:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683e800 with handle 0x1886cffb85c2b95e from hash 00010000:00000001:1.0:1767734705.394198:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.394200:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.394202:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.394203:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.394206:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.394208:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.394211:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.394214:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.394216:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.394221:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1ed930380. 00000020:00000040:1.0:1767734705.394225:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=63 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.394229:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.394231:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.394234:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.394237:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.394240:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.394242:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.394244:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.394247:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.394249:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.394252:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.394257:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d13ae400. 00000100:00000001:1.0:1767734705.394292:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.394296:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.394299:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.394304:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b95e lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac27f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000010:1.1:1767734705.394347:0:251835:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1f2cc0d80. 00000080:00000010:1.1:1767734705.394372:0:251835:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1df7a7380. 00010000:00010000:1.0:1767734705.394391:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.394395:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.394399:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.394402:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b95e lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac27f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.394424:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.394429:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.394437:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.394439:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.394442:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.394444:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.394447:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.394456:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.394465:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1ed930380 x1853602672105472/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.394475:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.394477:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.394481:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.394484:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.394487:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.394489:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648798080 : -117983060753536 : ffff94b1ed930380) 00000100:00000001:1.0:1767734705.394494:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.394497:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.394500:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.394501:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.394506:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1ed930380 x1853602672105472/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.394515:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.394517:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.394520:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.394523:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.394526:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.394529:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1ed930380 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672105472:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.394534:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.394537:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.394546:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.394549:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.394553:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1d2052000. 02000000:00000001:1.0:1767734705.394556:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.394563:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.394567:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.394572:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.394577:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672105472, portal 10 00000100:00000001:1.0:1767734705.394580:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.394582:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648798080 : -117983060753536 : ffff94b1ed930380) 00000100:00000040:1.0:1767734705.394589:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1ed930380 x1853602672105472/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.394598:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.394602:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.394605:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b880. 00000100:00000200:1.0:1767734705.394608:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672105472, offset 0 00000400:00000200:1.0:1767734705.394614:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.394620:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.394626:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.394630:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.394634:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.394638:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.394641:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.394646:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66763:66763:256:4294967295] 192.168.203.112@tcp LPNI seq info [66763:66763:8:4294967295] 00000400:00000200:1.0:1767734705.394652:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.394661:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.394667:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.394671:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c100. 00000800:00000200:1.0:1767734705.394677:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.394685:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.394689:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c100 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.394711:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.394723:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 34035 usecs (35 jiffies) 00000400:00000200:1.0:1767734705.394729:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.394732:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467251 00000100:00000001:1.0:1767734705.394738:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467245 00000100:00000001:1.0:1767734705.394744:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467251 00000100:00000001:1.0:1767734705.394748:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467245 00000100:00000001:1.0:1767734705.394752:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.394755:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.394758:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.394760:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.394764:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.394767:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.394769:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734705.394880:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.394888:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c100. 00000400:00000200:3.0:1767734705.394894:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.394902:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.394907:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b880 00000400:00000010:3.0:1767734705.394910:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b880. 00000100:00000001:3.0:1767734705.394915:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.394923:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1ed930380 x1853602672105472/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.394935:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.394940:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed930380 x1853602672105472/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.394950:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.394952:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734705.399992:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.400007:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.400010:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.400014:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.400022:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.400029:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.400037:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.400042:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.400047:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.400052:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d35800 00000400:00000200:2.0:1767734705.400058:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.400064:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7be65 [1] + 224 00000800:00000001:2.0:1767734705.400071:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.400092:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.400096:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.400101:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.400106:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.400114:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1ed930380 x1853602672105472/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734705.400129:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b1ed930380 x1853602672105472/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.400156:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734705.400163:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734705.400168:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.400174:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734705.400181:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66764:66764:256:4294967295] 192.168.203.112@tcp LPNI seq info [66764:66764:8:4294967295] 00000400:00000200:2.0:1767734705.400187:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.400196:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:2.0:1767734705.400202:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734705.400208:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790200. 00000800:00000200:2.0:1767734705.400214:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734705.400221:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734705.400225:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790200 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767734705.400254:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.400290:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.400294:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.400298:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.400343:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.400347:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.400355:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1767734705.400358:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767734705.400371:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1ed930380 x1853602672105472/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734705.400391:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1ed930380 x1853602672105472/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767734705.400394:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.400407:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790200. 00000100:00000001:1.0:1767734705.400414:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734705.400421:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767734705.400421:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.400434:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.400441:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767734705.400447:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000001:1.0:1767734705.400448:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.400457:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.400464:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.400474:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.400480:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.400497:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.400501:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.400506:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.400511:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.400514:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734705.400517:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x30000592b] 00000100:00000001:1.0:1767734705.400520:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734705.400524:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.400526:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648798080 : -117983060753536 : ffff94b1ed930380) 00000100:00000001:1.0:1767734705.400530:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:3.0:1767734705.400532:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.400534:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.400543:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.400546:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.400554:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1ed930380 x1853602672105472/t12884924765(12884924765) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.400565:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.400568:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.400570:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.400576:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1ed930380 x1853602672105472/t12884924765(12884924765) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.400586:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1ed930380 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672105472:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.400592:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.400595:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.400597:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.400599:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.400602:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed930380 x1853602672105472/t12884924765(12884924765) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.400610:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.400613:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.400617:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.400619:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.400634:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.400637:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.400641:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d13af000. 00000100:00000001:1.0:1767734705.400645:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.400650:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1ed930380 x1853602672105472/t12884924765(12884924765) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.400659:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.400662:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.400669:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.400671:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.400674:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity8 (ffff94b1df682ca8, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.400678:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.400681:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.400687:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.400693:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.400695:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.400697:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.400700:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.400703:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.400707:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1c5924788 -> ffff94b1c5924788 00000020:00000001:1.0:1767734705.400710:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.400712:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.400714:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x11:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.400718:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.400719:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.400721:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.400725:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x11:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.400729:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f88c2d90) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.400732:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.400734:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.400736:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f88c2d90) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.400739:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.400742:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.400744:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.400746:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x11:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.400750:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.400758:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.400761:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.400764:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.400767:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.400770:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x11:0x0](ffff94b1df7a21c8) 00800000:00000001:1.0:1767734705.400774:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.400776:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x11:0x0] 00000002:00000001:1.0:1767734705.400780:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.400784:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.400786:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.400788:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.400791:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.400793:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.400796:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.400799:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.400802:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.400805:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.400809:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.400811:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f88c2d90) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.400814:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.400815:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.400818:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f88c2d90) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.400821:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.400823:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.400825:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f88c2d90) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.400828:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f88c2d90) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.400831:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1f88c2d90. 00020000:00000001:1.0:1767734705.400835:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.400837:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1c5924708. 00000020:00001000:1.0:1767734705.400841:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.400843:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.400845:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.400852:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.400854:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.400856:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.400860:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.400881:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.400890:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.400892:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.400894:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.400897:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.400902:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d13af000. 00800000:00000002:1.0:1767734705.400908:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.400911:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.400914:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.400916:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.400919:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.400923:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.400927:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.400932:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.400934:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.400937:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.400941:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.400943:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.400945:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.400950:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.400953:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.400956:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.400959:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.400965:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.400976:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.400980:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.400984:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.400993:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.400996:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.400998:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.401000:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.401002:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.401011:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.401015:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.401017:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.401021:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d13af000. 00000080:00000001:1.0:1767734705.401024:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.401027:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.401030:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.401034:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.401038:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.401040:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.401042:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.401044:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.401047:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.401050:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.401054:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.401057:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.401059:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.401061:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.401063:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.401065:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.401068:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.401069:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.401071:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.401073:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.401076:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.401078:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.401082:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.401089:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.401091:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.401092:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.401094:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.401097:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.401112:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.401115:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.401117:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.401121:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.401122:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.401124:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.401127:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.401129:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.401131:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.401135:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.401137:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.401139:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.401141:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.401143:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.401145:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.401148:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.401152:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.401155:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.401158:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.401160:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.401163:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.401166:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.401168:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.401172:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.401174:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.401177:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.401179:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.401183:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.401192:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1f2cc0e20. 00000020:00000001:1.0:1767734705.401196:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.401198:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity9, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.401202:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.401204:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.401207:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity9, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.401213:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d13af000. 00000080:00000001:1.0:1767734705.401223:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.401226:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.401228:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.401231:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity9' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.401234:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.401237:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.401240:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity9' -> mds #0 00000002:00000001:1.0:1767734705.401244:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.401246:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.401248:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity9,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.401253:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.401255:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.401259:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1ed932300. 00000020:00000040:1.0:1767734705.401286:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=64 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.401291:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.401295:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.401298:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.401300:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.401302:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.401304:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.401336:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.401340:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.401347:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026f800. 00000100:00000001:1.0:1767734705.401352:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.401355:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.401357:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.401360:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.401362:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.401364:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.401370:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090648806144 : -117983060745472 : ffff94b1ed932300) 00010000:00000001:1.0:1767734705.401374:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.401376:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.401381:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.401383:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.401386:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.401397:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683ea00. 00000020:00000001:1.0:1767734705.401401:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.401404:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683ea00 with handle 0x1886cffb85c2b965 to hash 00000020:00000001:1.0:1767734705.401407:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.401409:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.401413:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.401416:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.401418:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.401422:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b965 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.401430:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b965 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.401441:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b965 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.401448:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.401449:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.401454:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.401456:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.401459:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.401461:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648806144 : -117983060745472 : ffff94b1ed932300) 00000100:00000001:1.0:1767734705.401465:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.401469:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.401471:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.401473:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.401479:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1ed932300 x1853602672105600/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.401489:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.401491:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.401494:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.401497:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.401500:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.401504:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1ed932300 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672105600:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.401518:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.401522:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.401525:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.401527:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.401534:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1d1e47000. 02000000:00000001:1.0:1767734705.401537:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.401543:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.401547:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.401551:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.401557:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672105600, portal 10 00000100:00000001:1.0:1767734705.401559:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.401561:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648806144 : -117983060745472 : ffff94b1ed932300) 00000100:00000040:1.0:1767734705.401568:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1ed932300 x1853602672105600/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.401577:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.401580:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.401583:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bcc0. 00000100:00000200:1.0:1767734705.401586:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672105600, offset 0 00000400:00000200:1.0:1767734705.401592:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.401598:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.401604:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.401608:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.401612:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.401616:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.401619:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.401623:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66765:66765:256:4294967295] 192.168.203.112@tcp LPNI seq info [66765:66765:8:4294967295] 00000400:00000200:1.0:1767734705.401629:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.401638:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.401644:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.401649:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cc00. 00000800:00000200:1.0:1767734705.401654:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.401668:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.401673:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cc00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.401695:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.401700:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 33837 usecs (34 jiffies) 00000400:00000200:1.0:1767734705.401706:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.401708:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467257 00000100:00000001:1.0:1767734705.401715:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467251 00000100:00000001:1.0:1767734705.401721:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467257 00000100:00000001:1.0:1767734705.401724:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467251 00000100:00000001:1.0:1767734705.401728:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.401731:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.401734:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.401736:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.401739:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.401741:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.401744:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.401866:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.401874:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cc00. 00000400:00000200:2.0:1767734705.401881:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.401889:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.401895:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bcc0 00000400:00000010:2.0:1767734705.401911:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bcc0. 00000100:00000001:2.0:1767734705.401916:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.401924:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1ed932300 x1853602672105600/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.401937:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.401942:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed932300 x1853602672105600/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.401952:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.401954:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.405385:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.405397:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1767734705.405405:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00000800:00000001:3.0:1767734705.405418:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:1.1:1767734705.405420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683e800. 00000800:00000001:3.0:1767734705.405425:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.405435:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.405443:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.405449:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.405454:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.405459:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.405463:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d35880 00000400:00000200:3.0:1767734705.405470:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.405476:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7be6d [1] + 224 00000800:00000001:3.0:1767734705.405484:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.405497:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.405501:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.405509:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.405517:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.405529:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1ed932300 x1853602672105600/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734705.405545:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1ed932300 x1853602672105600/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.405574:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734705.405582:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.405587:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.405618:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.405627:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.405630:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.405633:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.405638:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.405641:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.405645:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.405655:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1ed932300 x1853602672105600/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.405670:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1ed932300 x1853602672105600/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.405680:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.405683:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.405686:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.405688:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.405690:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.405706:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.405709:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.405716:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.405720:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.405723:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.405725:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.405728:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.405732:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.405735:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.405737:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.405739:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.405742:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.405747:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1ed932300 x1853602672105600/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.405757:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.405760:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.405762:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.405767:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1ed932300 x1853602672105600/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734705.405778:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1ed932300 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672105600:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.405784:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.405787:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.405789:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.405791:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.405795:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1ed932300 x1853602672105600/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.405803:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.405806:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.405809:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.405810:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.405813:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.405816:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.405818:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.405827:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734705.405830:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.405834:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734705.405840:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683ea00, remote cookie: 0x9bbb2ede58dac2b7, flags: 0x1001 00010000:00010000:1.0:1767734705.405846:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b965 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac2b7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.405857:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x12:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000001:1.0:1767734705.405861:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.405868:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.405872:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.405876:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.405880:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b965 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac2b7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.405890:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b965 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac2b7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.405897:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.405900:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.405902:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.405904:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.405905:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.405908:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x12:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.405913:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b965 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac2b7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.405920:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.405923:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.405925:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.405928:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.405930:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.405940:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b965 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac2b7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.405948:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.405950:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.405952:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.405953:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.405954:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.405956:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.405960:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.405962:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.405964:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.405966:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.405968:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.405971:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.405974:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.405975:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.405977:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734705.405980:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.405983:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.405986:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.405988:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.405992:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b965 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac2b7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.405999:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.406000:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.406002:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.406003:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.406005:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=5 00000020:00000001:1.0:1767734705.406007:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.406009:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.406012:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.406015:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b965 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac2b7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.406029:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.406031:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.406034:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b965 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac2b7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.406041:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.406042:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.406044:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.406045:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.406047:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.406053:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1ed932300 x1853602672105600/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.406062:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.406063:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.406065:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.406067:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.406070:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.406072:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.406074:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.406076:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.406078:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.406081:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.406083:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.406085:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.406087:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.406089:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.406092:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000002:00010000:1.0:1767734705.406095:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b965 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac2b7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.406102:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.406109:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.406111:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.406113:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.406115:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.406117:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.406119:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.406122:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734705.406126:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.406129:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.406133:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/18 (0 0) 00010000:00000001:1.0:1767734705.406136:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.406138:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.406139:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.406142:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.406144:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity9 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.406148:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.406151:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.406154:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.406157:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.406160:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.406163:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.406165:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.406167:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.406171:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.406173:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.406176:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920722 : 144115272414920722 : 2000013a3000012) 00000080:00000001:1.0:1767734705.406179:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.406184:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920722 : 144115272414920722 : 2000013a3000012) 00000080:00000001:1.0:1767734705.406187:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.406191:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x12:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.406194:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x12:0x0](ffff94b1df7a5b88): rc = 0 00000080:00000001:1.0:1767734705.406197:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090412301192 : -117983297250424 : ffff94b1df7a5b88) 00010000:00000001:1.0:1767734705.406200:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.406201:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.406212:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.406215:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.406218:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000080:00000001:1.0:1767734705.406221:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.406223:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.406226:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.406229:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.406231:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.406234:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.406237:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1f88c21f0) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.406240:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.406243:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1f88c21f0) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.406246:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x12:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.406249:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.406251:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.406254:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.406256:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f88c21f0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.406259:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f88c21f0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.406285:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.406288:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.406291:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x12:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.406295:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.406298:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.406300:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.406302:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.406304:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.406345:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.406347:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.406352:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x12:0x0](ffff94b1df7a5b88) for lock 0x1886cffb85c2b965 00800000:00000001:1.0:1767734705.406355:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.406358:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.406360:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.406362:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.406364:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.406367:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.406379:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.406382:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.406384:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.406386:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.406388:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.406394:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682000 inode ffff94b1df7a5b88 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.406397:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.406401:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x12:0x0](ffff94b1df7a5b88) 00000080:00010000:1.0:1767734705.406404:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b965 from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.406407:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.406409:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.406411:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.406413:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.406417:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.406419:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.406423:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b965 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dac2b7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.406430:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.406432:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.406433:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.406435:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.406438:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b965 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dac2b7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.406446:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.406448:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.406450:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.406454:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.406455:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.406457:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.406460:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.406462:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.406465:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.406474:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.406476:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.406478:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.406480:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.406482:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734705.406486:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d13af000. 00000100:00000001:1.0:1767734705.406491:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.406498:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1ed932300 x1853602672105600/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.406507:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.406510:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.406513:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1d1e47000. 02000000:00000001:1.0:1767734705.406516:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.406518:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.406520:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=63 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.406523:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.406526:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026f800. 02000000:00000001:1.0:1767734705.406529:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.406531:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.406533:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1ed932300. 00000100:00000001:1.0:1767734705.406537:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.406538:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.406541:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.406543:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.406545:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.406548:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.406551:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.406556:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.406559:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.406562:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.406565:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity9, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.406568:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.406571:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.406573:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.406576:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.406579:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.406582:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f88c21f0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.406591:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f88c21f0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.406594:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.406596:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.406599:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.406601:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734705.406606:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d13af000. 00800000:00000001:1.0:1767734705.406614:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.406617:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.406620:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x12:0x0] 00800000:00000001:1.0:1767734705.406623:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.406625:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x12:0x0] -> mds #0 00000002:00000001:1.0:1767734705.406630:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.406632:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.406637:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.406640:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.406643:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.406646:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.406649:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.406651:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.406654:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.406656:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.406658:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.406661:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.406663:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.406666:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b965 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dac2b7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.406674:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.406676:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.406678:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.406680:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x12:0x0] mode (null) 00000002:00000001:1.0:1767734705.406684:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.406686:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.406688:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.406691:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.406700:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.406703:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.406705:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.406707:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.406710:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.406712:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.406714:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.406716:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.406718:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.406720:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.406722:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.406724:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.406725:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.406727:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.406729:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.406732:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.406734:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.406736:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.406738:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.406740:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.406742:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.406744:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.406746:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x12:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.406749:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.406751:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.406753:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.406755:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.406757:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x12:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.406760:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.406762:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.406764:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.406766:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.406768:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.406771:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x12:0x0](ffff94b1df7a5b88) invalid 00000020:00000001:1.0:1767734705.406774:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.406776:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity9 (ffff94b1df682000) parent ffff94b1d0bd05e8 inode ffff94b1df7a5b88 refc 1 00000080:00000001:1.0:1767734705.406780:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.406788:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.406790:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.406793:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.406796:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.406798:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.406800:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.406803:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.406806:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683ea00 with handle 0x1886cffb85c2b965 from hash 00010000:00000001:1.0:1767734705.406809:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.406811:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.406813:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.406814:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.406817:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.406819:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.406822:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.406824:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.406827:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.406831:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1ed932300. 00000020:00000040:1.0:1767734705.406835:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=64 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.406838:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.406840:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.406843:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.406846:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.406849:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.406851:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.406853:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.406855:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.406858:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.406861:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.406866:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d13afc00. 00000100:00000001:1.0:1767734705.406871:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.406873:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.406876:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.406881:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b965 lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac2b7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.406889:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.406896:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.406899:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.406902:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b965 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac2b7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.406911:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.406915:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.406923:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.406925:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.406927:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.406929:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.406932:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.406940:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.406949:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1ed932300 x1853602672105856/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.406959:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.406961:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.406965:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.406967:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.406970:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.406972:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648806144 : -117983060745472 : ffff94b1ed932300) 00000100:00000001:1.0:1767734705.406976:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.406979:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.406982:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.406983:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.406988:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1ed932300 x1853602672105856/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.406997:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.406999:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.407003:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.407005:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.407008:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.407011:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1ed932300 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672105856:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.407025:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.407029:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.407032:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.407034:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.407038:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1d1e47000. 02000000:00000001:1.0:1767734705.407041:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.407048:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.407052:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.407057:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.407063:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672105856, portal 10 00000100:00000001:1.0:1767734705.407065:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.407067:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648806144 : -117983060745472 : ffff94b1ed932300) 00000100:00000040:1.0:1767734705.407074:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1ed932300 x1853602672105856/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.407084:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.407087:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.407090:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845ba18. 00000100:00000200:1.0:1767734705.407094:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672105856, offset 0 00000400:00000200:1.0:1767734705.407099:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.407105:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.407111:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.407116:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.407120:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.407124:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.407127:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.407131:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66766:66766:256:4294967295] 192.168.203.112@tcp LPNI seq info [66766:66766:8:4294967295] 00000400:00000200:1.0:1767734705.407138:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.407147:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.407154:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.407159:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cf00. 00000800:00000200:1.0:1767734705.407165:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.407178:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.407183:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cf00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.407204:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.407209:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 33627 usecs (34 jiffies) 00000400:00000200:1.0:1767734705.407215:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.407218:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467262 00000100:00000001:1.0:1767734705.407224:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467257 00000100:00000001:1.0:1767734705.407230:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467262 00000100:00000001:1.0:1767734705.407234:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467257 00000100:00000001:1.0:1767734705.407237:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.407241:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.407243:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.407245:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.407248:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.407251:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.407253:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.407443:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.407451:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cf00. 00000400:00000200:2.0:1767734705.407459:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.407467:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.407473:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845ba18 00000400:00000010:2.0:1767734705.407476:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845ba18. 00000100:00000001:2.0:1767734705.407481:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.407488:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1ed932300 x1853602672105856/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.407501:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.407505:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed932300 x1853602672105856/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.407515:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.407518:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.410387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1f2cc0b80. 00000080:00000010:1.1:1767734705.410406:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1df7a2100. 00000800:00000001:3.0:1767734705.412439:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.412451:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.412454:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.412458:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.412465:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.412472:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.412479:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.412484:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.412489:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.412494:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d35980 00000400:00000200:3.0:1767734705.412500:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.412517:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7be75 [1] + 224 00000800:00000001:3.0:1767734705.412525:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.412533:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.412537:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.412541:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.412547:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.412554:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1ed932300 x1853602672105856/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.412568:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b1ed932300 x1853602672105856/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.412595:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.412601:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.412605:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.412613:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.412620:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66767:66767:256:4294967295] 192.168.203.112@tcp LPNI seq info [66767:66767:8:4294967295] 00000400:00000200:3.0:1767734705.412626:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.412635:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767734705.412642:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000400:00000001:1.0:1767734705.412647:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:3.0:1767734705.412655:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000400:00000001:1.0:1767734705.412655:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.412661:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000800:00000010:3.0:1767734705.412665:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000400:00000200:1.0:1767734705.412671:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.412679:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000800:00000200:3.0:1767734705.412680:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000100:00000001:1.0:1767734705.412689:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:3.0:1767734705.412696:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.412705:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:1.0:1767734705.412706:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1ed932300 x1853602672105856/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734705.412727:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1ed932300 x1853602672105856/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.412739:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.412742:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.412745:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.412748:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.412750:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.412765:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.412769:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734705.412778:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00001000:1.0:1767734705.412778:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000800:00000010:3.0:1767734705.412788:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000100:00001000:1.0:1767734705.412790:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000400:00000200:3.0:1767734705.412798:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767734705.412799:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.412805:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.412812:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767734705.412814:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00010000:00000001:1.0:1767734705.412818:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.412825:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000800:00000001:3.0:1767734705.412827:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767734705.412829:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x30000592c] 00000100:00000001:1.0:1767734705.412835:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000800:00000001:3.0:1767734705.412837:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.412839:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.412846:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648806144 : -117983060745472 : ffff94b1ed932300) 00000100:00000001:1.0:1767734705.412850:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.412853:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.412855:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.412857:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.412865:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1ed932300 x1853602672105856/t12884924766(12884924766) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.412875:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.412878:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.412880:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.412885:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1ed932300 x1853602672105856/t12884924766(12884924766) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.412895:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1ed932300 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672105856:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.412901:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.412904:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.412906:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.412908:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.412912:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed932300 x1853602672105856/t12884924766(12884924766) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.412920:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.412930:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.412934:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.412937:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.412944:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.412948:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.412952:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d13af000. 00000100:00000001:1.0:1767734705.412959:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.412964:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1ed932300 x1853602672105856/t12884924766(12884924766) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.412974:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.412977:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.412983:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.412986:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.412988:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity9 (ffff94b1df682000, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.412993:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.412996:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.413001:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.413007:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.413009:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.413012:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.413015:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.413018:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.413021:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1c59242d8 -> ffff94b1c59242d8 00000020:00000001:1.0:1767734705.413024:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.413026:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.413028:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x12:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.413032:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.413034:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.413036:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.413039:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x12:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.413043:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f88c21f0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.413047:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.413049:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.413051:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f88c21f0) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.413055:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.413057:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.413066:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.413068:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x12:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.413072:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.413073:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.413076:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.413079:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.413082:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.413085:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x12:0x0](ffff94b1df7a5b88) 00800000:00000001:1.0:1767734705.413088:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.413090:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x12:0x0] 00000002:00000001:1.0:1767734705.413094:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.413098:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.413100:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.413103:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.413105:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.413107:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.413110:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.413113:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.413115:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.413117:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.413121:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.413123:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f88c21f0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.413126:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.413128:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.413131:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f88c21f0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.413133:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.413135:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.413137:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f88c21f0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.413139:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f88c21f0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.413142:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1f88c21f0. 00020000:00000001:1.0:1767734705.413146:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.413148:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1c5924258. 00000020:00001000:1.0:1767734705.413152:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.413154:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.413156:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.413162:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.413164:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.413172:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.413176:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.413196:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.413199:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.413201:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.413203:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.413206:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.413211:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d13af000. 00800000:00000002:1.0:1767734705.413216:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.413219:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.413222:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.413224:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.413227:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.413231:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.413234:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.413239:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.413241:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.413244:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.413248:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.413250:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.413252:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.413256:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.413259:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.413294:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.413297:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.413303:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.413343:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.413348:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.413352:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.413361:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.413372:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.413375:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.413380:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.413384:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.413389:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.413393:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.413397:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.413401:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d13af000. 00000080:00000001:1.0:1767734705.413408:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.413410:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.413414:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.413419:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.413425:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.413428:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.413431:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.413435:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.413438:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.413441:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.413445:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.413450:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.413453:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.413457:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.413461:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.413465:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.413469:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.413473:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.413475:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.413479:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.413483:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.413486:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.413490:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.413497:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.413507:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.413509:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.413512:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.413515:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.413524:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.413526:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.413528:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.413531:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.413533:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.413535:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.413537:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.413539:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.413542:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.413545:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.413548:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.413550:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.413551:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.413554:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.413555:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.413558:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.413563:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.413567:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.413569:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.413571:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.413575:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.413577:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.413579:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.413583:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.413585:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.413588:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.413591:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.413594:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.413603:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1f2cc08e0. 00000020:00000001:1.0:1767734705.413607:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.413609:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity10, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.413619:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.413622:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.413624:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity10, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.413631:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d13af000. 00000080:00000001:1.0:1767734705.413636:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.413639:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.413641:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.413644:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity10' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.413648:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.413651:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.413654:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity10' -> mds #0 00000002:00000001:1.0:1767734705.413658:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.413660:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.413662:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity10,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.413666:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.413668:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.413672:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1ed930700. 00000020:00000040:1.0:1767734705.413676:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=65 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.413680:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.413684:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.413687:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.413689:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.413691:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.413694:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.413696:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.413699:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.413704:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026f800. 00000100:00000001:1.0:1767734705.413709:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.413713:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.413715:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.413718:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.413720:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.413722:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.413728:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090648798976 : -117983060752640 : ffff94b1ed930700) 00010000:00000001:1.0:1767734705.413732:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.413740:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.413744:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.413748:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.413751:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.413754:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683e800. 00000020:00000001:1.0:1767734705.413757:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.413760:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683e800 with handle 0x1886cffb85c2b96c to hash 00000020:00000001:1.0:1767734705.413763:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.413765:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.413768:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.413772:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.413775:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.413779:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b96c lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.413787:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b96c lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.413797:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b96c lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.413803:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.413805:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.413810:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.413812:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.413815:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.413817:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648798976 : -117983060752640 : ffff94b1ed930700) 00000100:00000001:1.0:1767734705.413821:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.413825:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.413827:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.413829:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.413835:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1ed930700 x1853602672105984/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.413845:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.413848:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.413857:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.413860:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.413863:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.413867:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1ed930700 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672105984:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.413873:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.413876:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.413879:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.413881:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.413885:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1d1e47800. 02000000:00000001:1.0:1767734705.413888:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.413895:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.413899:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.413904:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.413909:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672105984, portal 10 00000100:00000001:1.0:1767734705.413912:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.413913:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648798976 : -117983060752640 : ffff94b1ed930700) 00000100:00000040:1.0:1767734705.413920:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1ed930700 x1853602672105984/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.413929:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.413933:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.413935:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b5d8. 00000100:00000200:1.0:1767734705.413939:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672105984, offset 0 00000400:00000200:1.0:1767734705.413944:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.413950:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.413957:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.413961:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.413965:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.413969:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.413972:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.413977:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66768:66768:256:4294967295] 192.168.203.112@tcp LPNI seq info [66768:66768:8:4294967295] 00000400:00000200:1.0:1767734705.413983:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.413993:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.414007:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.414011:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472ca00. 00000800:00000200:1.0:1767734705.414018:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.414025:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.414030:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472ca00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.414053:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.414058:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 33435 usecs (34 jiffies) 00000400:00000200:1.0:1767734705.414063:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.414066:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467269 00000100:00000001:1.0:1767734705.414073:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467262 00000100:00000001:1.0:1767734705.414079:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467269 00000100:00000001:1.0:1767734705.414083:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467262 00000100:00000001:1.0:1767734705.414087:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.414090:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.414093:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.414095:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.414097:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.414100:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.414103:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.414232:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.414240:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472ca00. 00000400:00000200:2.0:1767734705.414246:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.414254:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.414260:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b5d8 00000400:00000010:2.0:1767734705.414286:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b5d8. 00000100:00000001:2.0:1767734705.414291:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.414299:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1ed930700 x1853602672105984/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.414357:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000010:1.1:1767734705.414372:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00000100:00000040:2.0:1767734705.414379:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed930700 x1853602672105984/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000010:1.1:1767734705.414385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683ea00. 00000100:00000001:2.0:1767734705.414400:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.414404:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.417534:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.417556:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.417561:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.417564:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.417571:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.417578:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.417585:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.417590:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.417595:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.417599:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d35a00 00000400:00000200:3.0:1767734705.417605:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.417611:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7be7d [1] + 224 00000800:00000001:3.0:1767734705.417618:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.417626:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.417629:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.417634:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.417639:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.417646:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1ed930700 x1853602672105984/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734705.417660:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1ed930700 x1853602672105984/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.417686:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734705.417694:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.417698:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.417775:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.417785:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.417787:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.417791:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.417798:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.417801:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.417805:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.417815:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1ed930700 x1853602672105984/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.417829:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1ed930700 x1853602672105984/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.417840:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.417855:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.417858:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.417860:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.417863:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.417866:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.417868:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.417875:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.417879:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.417882:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.417884:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.417887:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.417891:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.417894:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.417896:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.417898:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.417901:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.417906:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1ed930700 x1853602672105984/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.417916:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.417919:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.417921:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.417926:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1ed930700 x1853602672105984/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734705.417936:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1ed930700 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672105984:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.417942:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.417945:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.417947:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.417949:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.417953:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1ed930700 x1853602672105984/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.417960:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.417963:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.417967:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.417974:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.417977:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.417981:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.417983:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.417986:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.417989:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.417992:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.417998:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683e800, remote cookie: 0x9bbb2ede58dac2ef, flags: 0x1001 00010000:00010000:1.0:1767734705.418003:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b96c lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac2ef expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.418014:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x13:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000001:1.0:1767734705.418018:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.418025:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.418028:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.418033:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.418038:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b96c lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac2ef expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.418048:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b96c lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac2ef expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.418054:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.418057:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.418059:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.418061:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.418063:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.418065:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x13:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.418070:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b96c lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac2ef expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.418078:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.418090:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.418093:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.418096:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.418099:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.418103:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b96c lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac2ef expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.418111:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.418113:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.418115:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.418116:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.418117:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.418119:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.418123:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.418125:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.418126:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.418128:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.418130:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.418133:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.418136:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.418138:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.418139:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.418142:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.418145:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.418148:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.418150:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.418154:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b96c lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac2ef expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.418161:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.418163:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.418164:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.418166:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.418167:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=5 00000020:00000001:1.0:1767734705.418170:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.418178:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.418181:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.418185:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b96c lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac2ef expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.418193:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.418194:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.418197:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b96c lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac2ef expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.418204:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.418206:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.418207:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.418208:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.418210:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.418216:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1ed930700 x1853602672105984/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.418225:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.418226:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.418228:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.418230:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.418233:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.418235:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.418237:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.418238:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.418240:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.418243:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.418246:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.418247:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.418249:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.418252:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.418255:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000002:00010000:1.0:1767734705.418259:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b96c lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac2ef expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.418338:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.418341:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.418343:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.418345:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.418347:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.418349:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.418352:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.418355:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.418360:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.418363:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.418367:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/19 (0 0) 00010000:00000001:1.0:1767734705.418371:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.418375:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.418379:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.418382:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.418386:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity10 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.418390:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.418394:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.418397:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.418402:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.418407:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.418411:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.418415:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.418417:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.418422:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.418425:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.418429:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920723 : 144115272414920723 : 2000013a3000013) 00000080:00000001:1.0:1767734705.418432:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.418438:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920723 : 144115272414920723 : 2000013a3000013) 00000080:00000001:1.0:1767734705.418442:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.418448:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x13:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.418452:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x13:0x0](ffff94b1df7a6c08): rc = 0 00000080:00000001:1.0:1767734705.418456:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090412305416 : -117983297246200 : ffff94b1df7a6c08) 00010000:00000001:1.0:1767734705.418468:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.418470:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.418473:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.418476:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.418478:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000080:00000001:1.0:1767734705.418482:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.418483:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.418486:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.418489:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.418491:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.418494:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.418496:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1f88c27c0) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.418499:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.418502:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1f88c27c0) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.418505:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x13:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.418508:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.418510:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.418513:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.418515:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f88c27c0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.418519:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f88c27c0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.418521:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.418523:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.418526:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x13:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.418530:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.418532:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.418535:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.418536:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.418538:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.418541:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.418543:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.418546:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x13:0x0](ffff94b1df7a6c08) for lock 0x1886cffb85c2b96c 00800000:00000001:1.0:1767734705.418549:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.418551:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.418553:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.418555:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.418563:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.418566:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.418569:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.418572:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.418574:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.418575:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.418577:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.418582:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682ca8 inode ffff94b1df7a6c08 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.418585:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.418589:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x13:0x0](ffff94b1df7a6c08) 00000080:00010000:1.0:1767734705.418592:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b96c from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.418595:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.418596:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.418598:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.418601:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.418604:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.418606:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.418610:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b96c lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dac2ef expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.418618:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.418619:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.418621:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.418623:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.418626:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b96c lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dac2ef expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.418634:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.418636:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.418638:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.418641:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.418642:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.418644:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.418647:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.418654:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.418656:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.418660:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.418662:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.418664:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.418666:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.418669:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734705.418672:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d13af000. 00000100:00000001:1.0:1767734705.418676:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.418683:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1ed930700 x1853602672105984/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.418692:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.418694:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.418697:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1d1e47800. 02000000:00000001:1.0:1767734705.418700:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.418703:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.418704:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=64 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.418707:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.418710:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026f800. 02000000:00000001:1.0:1767734705.418713:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.418715:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.418717:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1ed930700. 00000100:00000001:1.0:1767734705.418720:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.418722:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.418724:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.418726:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.418728:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.418731:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.418733:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.418738:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.418742:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.418744:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.418747:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity10, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.418750:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.418753:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.418755:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.418758:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.418766:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.418769:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f88c27c0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.418772:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f88c27c0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.418775:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.418778:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.418780:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.418782:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734705.418787:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d13af000. 00800000:00000001:1.0:1767734705.418795:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.418798:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.418800:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x13:0x0] 00800000:00000001:1.0:1767734705.418803:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.418806:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x13:0x0] -> mds #0 00000002:00000001:1.0:1767734705.418810:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.418812:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.418817:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.418820:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.418823:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.418826:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.418829:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.418832:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.418834:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.418837:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.418839:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.418841:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.418844:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.418847:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b96c lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dac2ef expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.418854:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.418857:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.418859:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.418861:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x13:0x0] mode (null) 00000002:00000001:1.0:1767734705.418864:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.418865:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.418877:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.418880:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.418884:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.418887:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.418888:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.418890:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.418893:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.418895:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.418897:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.418898:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.418900:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.418902:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.418905:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.418906:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.418908:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.418910:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.418912:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.418914:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.418916:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.418919:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.418920:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.418923:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.418925:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.418927:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.418929:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x13:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.418931:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.418933:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.418936:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.418938:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.418940:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x13:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.418942:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.418944:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.418946:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.418948:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.418951:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.418953:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x13:0x0](ffff94b1df7a6c08) invalid 00000020:00000001:1.0:1767734705.418957:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.418965:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity10 (ffff94b1df682ca8) parent ffff94b1d0bd05e8 inode ffff94b1df7a6c08 refc 1 00000080:00000001:1.0:1767734705.418969:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.418971:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.418973:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.418976:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.418979:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.418981:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.418983:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.418985:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.418989:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683e800 with handle 0x1886cffb85c2b96c from hash 00010000:00000001:1.0:1767734705.418992:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.418993:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.418995:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.418996:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.418999:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.419001:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.419004:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.419006:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.419009:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.419014:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1ed930700. 00000020:00000040:1.0:1767734705.419017:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=65 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.419021:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.419023:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.419025:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.419029:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.419032:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.419034:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.419035:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.419038:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.419040:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.419043:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.419049:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d13afa00. 00000100:00000001:1.0:1767734705.419053:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.419056:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.419058:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.419063:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b96c lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac2ef expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.419077:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.419080:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.419082:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.419085:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b96c lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac2ef expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.419093:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.419098:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.419107:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.419109:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.419111:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.419113:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.419116:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.419124:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.419133:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1ed930700 x1853602672106240/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.419142:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.419144:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.419149:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.419151:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.419154:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.419156:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648798976 : -117983060752640 : ffff94b1ed930700) 00000100:00000001:1.0:1767734705.419160:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.419164:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.419166:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.419168:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.419172:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1ed930700 x1853602672106240/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.419180:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.419182:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.419186:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.419194:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.419197:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.419202:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1ed930700 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672106240:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.419207:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.419211:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.419213:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.419216:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.419219:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1d1e47800. 02000000:00000001:1.0:1767734705.419222:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.419228:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.419232:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.419237:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.419242:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672106240, portal 10 00000100:00000001:1.0:1767734705.419245:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.419247:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648798976 : -117983060752640 : ffff94b1ed930700) 00000100:00000040:1.0:1767734705.419253:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1ed930700 x1853602672106240/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.419291:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.419296:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.419299:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bdd0. 00000100:00000200:1.0:1767734705.419303:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672106240, offset 0 00000080:00000010:1.1:1767734705.419363:0:251835:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1f2cc0e20. 00000080:00000010:1.1:1767734705.419376:0:251835:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1df7a5ac0. 00000400:00000200:1.0:1767734705.419389:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.419396:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.419402:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.419407:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.419411:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.419415:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.419418:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.419422:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66769:66769:256:4294967295] 192.168.203.112@tcp LPNI seq info [66769:66769:8:4294967295] 00000400:00000200:1.0:1767734705.419428:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.419439:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.419446:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.419461:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472ca00. 00000800:00000200:1.0:1767734705.419473:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.419484:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.419489:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472ca00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.419509:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.419514:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 33228 usecs (34 jiffies) 00000400:00000200:1.0:1767734705.419520:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.419522:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467275 00000100:00000001:1.0:1767734705.419529:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467269 00000100:00000001:1.0:1767734705.419536:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467275 00000100:00000001:1.0:1767734705.419539:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467269 00000100:00000001:1.0:1767734705.419543:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.419546:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.419549:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.419551:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.419554:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.419557:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.419559:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.419686:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.419694:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472ca00. 00000400:00000200:2.0:1767734705.419701:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.419709:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.419714:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bdd0 00000400:00000010:2.0:1767734705.419717:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bdd0. 00000100:00000001:2.0:1767734705.419722:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.419729:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1ed930700 x1853602672106240/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.419742:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.419746:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed930700 x1853602672106240/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.419756:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.419759:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767734705.424392:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:1.1:1767734705.424404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683e800. 00000800:00000001:3.0:1767734705.424544:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.424556:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.424560:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.424563:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.424571:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.424578:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.424585:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.424590:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.424595:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.424599:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d35b00 00000400:00000200:3.0:1767734705.424616:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.424623:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7be85 [1] + 224 00000800:00000001:3.0:1767734705.424630:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.424639:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.424642:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.424647:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.424652:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.424659:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1ed930700 x1853602672106240/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.424674:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b1ed930700 x1853602672106240/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.424699:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.424706:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.424710:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.424716:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.424722:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66770:66770:256:4294967295] 192.168.203.112@tcp LPNI seq info [66770:66770:8:4294967295] 00000400:00000200:3.0:1767734705.424728:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.424737:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.424743:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.424749:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.424755:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.424762:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.424766:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767734705.424811:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.424821:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.424824:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.424829:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000800:00000200:3.0:1767734705.424836:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767734705.424837:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.424846:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000800:00000010:3.0:1767734705.424848:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000100:00000001:1.0:1767734705.424853:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767734705.424858:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767734705.424868:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1ed930700 x1853602672106240/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767734705.424876:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:2.0:1767734705.424899:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767734705.424901:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1ed930700 x1853602672106240/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767734705.424912:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.424916:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.424922:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.424939:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.424943:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.424945:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.424948:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.424951:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.424957:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.424962:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.424965:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.424967:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.424970:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.424973:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.424977:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734705.424979:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x30000592d] 00000100:00000001:1.0:1767734705.424982:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734705.424985:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.424987:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648798976 : -117983060752640 : ffff94b1ed930700) 00000100:00000001:1.0:1767734705.424991:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.424994:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.424997:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.425000:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.425007:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1ed930700 x1853602672106240/t12884924767(12884924767) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.425016:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.425020:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.425022:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.425027:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1ed930700 x1853602672106240/t12884924767(12884924767) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.425037:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1ed930700 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672106240:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.425043:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.425046:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.425048:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.425050:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.425054:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed930700 x1853602672106240/t12884924767(12884924767) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.425069:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.425073:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.425077:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.425079:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.425084:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.425087:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.425091:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d13af000. 00000100:00000001:1.0:1767734705.425096:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.425100:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1ed930700 x1853602672106240/t12884924767(12884924767) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.425109:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.425112:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.425119:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.425122:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.425125:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity10 (ffff94b1df682ca8, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.425129:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.425132:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.425137:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.425143:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.425145:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.425147:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.425151:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.425154:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.425157:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1c59243a0 -> ffff94b1c59243a0 00000020:00000001:1.0:1767734705.425160:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.425162:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.425164:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x13:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.425168:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.425170:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.425172:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.425175:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x13:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.425179:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f88c27c0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.425183:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.425185:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.425197:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f88c27c0) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.425200:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.425202:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.425205:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.425208:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x13:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.425211:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.425213:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.425215:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.425218:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.425221:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.425223:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x13:0x0](ffff94b1df7a6c08) 00800000:00000001:1.0:1767734705.425226:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.425228:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x13:0x0] 00000002:00000001:1.0:1767734705.425232:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.425236:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.425239:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.425241:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.425244:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.425246:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.425249:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.425252:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.425253:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.425256:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.425260:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.425290:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f88c27c0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.425294:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.425296:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.425298:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f88c27c0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.425301:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.425303:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.425305:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f88c27c0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.425357:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f88c27c0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.425361:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1f88c27c0. 00020000:00000001:1.0:1767734705.425365:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.425368:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1c5924320. 00000020:00001000:1.0:1767734705.425373:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.425385:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.425387:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.425396:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.425398:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.425400:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.425404:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.425425:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.425429:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.425432:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.425434:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.425437:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.425443:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d13af000. 00800000:00000002:1.0:1767734705.425449:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.425453:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.425456:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.425459:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.425462:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.425466:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.425471:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.425476:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.425479:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.425482:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.425487:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.425491:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.425494:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.425499:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.425502:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.425506:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.425509:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.425514:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.425525:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.425530:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.425534:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.425550:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.425553:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.425555:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.425558:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.425560:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.425562:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.425566:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.425568:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.425571:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d13af000. 00000080:00000001:1.0:1767734705.425576:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.425578:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.425581:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.425584:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.425588:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.425590:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.425592:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.425594:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.425597:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.425600:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.425603:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.425607:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.425608:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.425610:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.425612:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.425615:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.425617:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.425619:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.425620:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.425623:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.425625:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.425628:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.425631:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.425645:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.425646:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.425648:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.425651:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.425654:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.425661:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.425663:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.425665:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.425669:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.425670:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.425672:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.425674:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.425676:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.425679:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.425682:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.425684:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.425686:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.425687:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.425690:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.425692:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.425695:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.425700:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.425703:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.425705:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.425707:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.425710:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.425713:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.425715:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.425718:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.425721:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.425724:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.425726:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.425729:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.425744:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1f2cc0de0. 00000020:00000001:1.0:1767734705.425748:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.425750:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity11, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.425754:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.425756:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.425758:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity11, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.425764:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d13af000. 00000080:00000001:1.0:1767734705.425769:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.425771:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.425773:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.425775:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity11' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.425779:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.425782:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.425785:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity11' -> mds #0 00000002:00000001:1.0:1767734705.425789:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.425791:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.425793:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity11,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.425797:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.425799:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.425803:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1ed930a80. 00000020:00000040:1.0:1767734705.425806:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=66 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.425810:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.425813:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.425816:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.425817:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.425819:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.425822:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.425824:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.425827:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.425832:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026f800. 00000100:00000001:1.0:1767734705.425837:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.425841:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.425843:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.425845:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.425847:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.425856:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.425863:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090648799872 : -117983060751744 : ffff94b1ed930a80) 00010000:00000001:1.0:1767734705.425866:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.425868:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.425873:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.425876:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.425879:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.425882:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683e800. 00000020:00000001:1.0:1767734705.425885:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.425888:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683e800 with handle 0x1886cffb85c2b973 to hash 00000020:00000001:1.0:1767734705.425891:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.425893:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.425896:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.425900:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.425902:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.425906:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b973 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.425914:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b973 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.425923:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b973 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.425928:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.425930:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.425934:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.425937:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.425940:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.425942:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648799872 : -117983060751744 : ffff94b1ed930a80) 00000100:00000001:1.0:1767734705.425946:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.425949:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.425951:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.425953:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.425960:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1ed930a80 x1853602672106368/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.425976:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.425978:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.425982:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.425985:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.425988:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.425992:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1ed930a80 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672106368:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.425996:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.426000:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.426002:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.426005:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.426009:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1d1e45800. 02000000:00000001:1.0:1767734705.426011:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.426018:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.426022:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.426026:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.426032:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672106368, portal 10 00000100:00000001:1.0:1767734705.426034:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.426036:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648799872 : -117983060751744 : ffff94b1ed930a80) 00000100:00000040:1.0:1767734705.426043:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1ed930a80 x1853602672106368/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.426052:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.426055:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.426058:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b3b8. 00000100:00000200:1.0:1767734705.426061:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672106368, offset 0 00000400:00000200:1.0:1767734705.426066:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.426072:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.426078:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.426083:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.426087:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.426090:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.426094:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.426107:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66771:66771:256:4294967295] 192.168.203.112@tcp LPNI seq info [66771:66771:8:4294967295] 00000400:00000200:1.0:1767734705.426114:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.426124:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.426130:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.426135:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cf00. 00000800:00000200:1.0:1767734705.426141:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.426148:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.426152:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cf00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.426174:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.426179:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 33042 usecs (34 jiffies) 00000400:00000200:1.0:1767734705.426184:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.426187:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467281 00000100:00000001:1.0:1767734705.426194:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467275 00000100:00000001:1.0:1767734705.426199:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467281 00000100:00000001:1.0:1767734705.426203:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467275 00000100:00000001:1.0:1767734705.426207:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.426210:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.426212:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.426214:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.426217:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.426220:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.426223:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734705.426409:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.426417:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cf00. 00000400:00000200:3.0:1767734705.426436:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.426446:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.426452:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b3b8 00000400:00000010:3.0:1767734705.426455:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b3b8. 00000100:00000001:3.0:1767734705.426459:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.426467:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1ed930a80 x1853602672106368/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.426479:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.426483:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed930a80 x1853602672106368/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.426493:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.426496:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734705.429667:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.429682:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.429686:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.429690:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.429697:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.429704:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.429712:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.429717:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.429722:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.429726:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d35b80 00000400:00000200:2.0:1767734705.429732:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.429738:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7be8d [1] + 224 00000800:00000001:2.0:1767734705.429745:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.429766:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.429769:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.429775:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.429780:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.429788:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1ed930a80 x1853602672106368/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734705.429802:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1ed930a80 x1853602672106368/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.429829:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734705.429837:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.429841:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.429924:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.429934:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.429936:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.429940:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.429947:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.429949:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.429953:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.429963:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1ed930a80 x1853602672106368/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.430000:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1ed930a80 x1853602672106368/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.430010:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.430012:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.430015:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.430018:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.430020:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.430023:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.430026:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.430032:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.430037:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.430040:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.430042:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.430044:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.430048:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.430052:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.430054:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.430057:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.430059:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.430064:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1ed930a80 x1853602672106368/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.430074:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.430077:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.430079:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.430084:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1ed930a80 x1853602672106368/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734705.430094:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1ed930a80 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672106368:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.430099:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.430102:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.430104:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.430106:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.430117:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1ed930a80 x1853602672106368/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.430126:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.430129:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.430132:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.430134:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.430137:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.430140:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.430142:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.430145:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.430148:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.430152:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.430157:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683e800, remote cookie: 0x9bbb2ede58dac327, flags: 0x1001 00010000:00010000:1.0:1767734705.430163:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b973 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac327 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.430174:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x14:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000001:1.0:1767734705.430178:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.430184:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.430188:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.430193:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.430197:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b973 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac327 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.430207:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b973 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac327 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.430215:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.430217:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.430219:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.430221:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.430223:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.430231:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x14:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.430237:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b973 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac327 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.430245:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.430247:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.430249:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.430252:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.430255:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.430259:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b973 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac327 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.430298:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.430300:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.430302:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.430304:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.430306:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.430340:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.430345:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.430347:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.430350:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.430352:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.430355:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.430358:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.430361:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.430363:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.430364:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.430367:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.430369:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.430372:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.430374:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.430378:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b973 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac327 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.430402:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.430404:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.430406:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.430408:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.430409:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=5 00000020:00000001:1.0:1767734705.430412:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.430414:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.430417:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.430420:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b973 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac327 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.430427:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.430428:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.430431:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b973 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac327 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.430438:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.430440:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.430442:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.430443:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.430445:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.430452:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1ed930a80 x1853602672106368/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.430462:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.430463:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.430465:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.430467:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.430470:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.430473:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.430474:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.430475:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.430478:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.430486:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.430488:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.430490:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.430493:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.430495:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.430498:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000002:00010000:1.0:1767734705.430502:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b973 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac327 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.430510:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.430511:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.430513:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.430515:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.430516:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.430518:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.430520:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.430523:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.430527:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.430530:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.430534:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/20 (0 0) 00010000:00000001:1.0:1767734705.430537:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.430539:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.430540:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.430543:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.430545:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity11 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.430549:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.430552:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.430554:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.430557:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.430561:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.430564:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.430566:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.430569:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.430572:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.430581:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.430584:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920724 : 144115272414920724 : 2000013a3000014) 00000080:00000001:1.0:1767734705.430588:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.430593:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920724 : 144115272414920724 : 2000013a3000014) 00000080:00000001:1.0:1767734705.430596:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.430601:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x14:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.430604:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x14:0x0](ffff94b1df7a2a08): rc = 0 00000080:00000001:1.0:1767734705.430607:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090412288520 : -117983297263096 : ffff94b1df7a2a08) 00010000:00000001:1.0:1767734705.430610:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.430612:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.430614:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.430616:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.430619:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000080:00000001:1.0:1767734705.430622:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.430623:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.430626:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.430629:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.430631:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.430633:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.430636:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1f88c23e0) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.430638:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.430641:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1f88c23e0) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.430644:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x14:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.430647:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.430649:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.430652:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.430655:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f88c23e0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.430659:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f88c23e0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.430661:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.430663:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.430666:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x14:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.430669:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.430671:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.430674:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.430684:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.430686:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.430690:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.430692:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.430695:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x14:0x0](ffff94b1df7a2a08) for lock 0x1886cffb85c2b973 00800000:00000001:1.0:1767734705.430699:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.430701:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.430703:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.430705:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.430707:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.430710:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.430713:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.430715:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.430717:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.430718:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.430721:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.430725:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682000 inode ffff94b1df7a2a08 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.430728:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.430731:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x14:0x0](ffff94b1df7a2a08) 00000080:00010000:1.0:1767734705.430735:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b973 from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.430737:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.430739:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.430740:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.430742:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.430745:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.430748:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.430752:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b973 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dac327 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.430760:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.430761:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.430763:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.430765:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.430768:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b973 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dac327 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.430782:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.430784:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.430787:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.430790:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.430791:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.430793:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.430796:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.430798:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.430801:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.430804:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.430806:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.430808:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.430809:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.430811:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734705.430815:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d13af000. 00000100:00000001:1.0:1767734705.430819:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.430825:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1ed930a80 x1853602672106368/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.430833:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.430835:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.430838:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1d1e45800. 02000000:00000001:1.0:1767734705.430842:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.430844:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.430846:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=65 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.430849:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.430851:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026f800. 02000000:00000001:1.0:1767734705.430854:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.430856:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.430858:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1ed930a80. 00000100:00000001:1.0:1767734705.430861:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.430863:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.430865:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.430867:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.430869:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.430873:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.430881:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.430886:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.430890:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.430892:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.430895:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity11, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.430898:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.430900:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.430903:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.430905:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.430907:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.430910:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f88c23e0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.430914:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f88c23e0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.430916:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.430919:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.430921:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.430923:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734705.430928:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d13af000. 00800000:00000001:1.0:1767734705.430936:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.430939:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.430941:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x14:0x0] 00800000:00000001:1.0:1767734705.430944:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.430947:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x14:0x0] -> mds #0 00000002:00000001:1.0:1767734705.430951:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.430953:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.430958:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.430961:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.430964:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.430966:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.430969:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.430972:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.430974:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.430976:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.430979:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.430981:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.430983:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.430993:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b973 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dac327 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.431001:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.431004:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.431006:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.431008:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x14:0x0] mode (null) 00000002:00000001:1.0:1767734705.431011:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.431014:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.431017:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.431019:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.431023:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.431025:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.431026:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.431029:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.431031:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.431033:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.431035:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.431037:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.431038:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.431041:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.431043:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.431045:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.431046:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.431048:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.431050:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.431053:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.431055:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.431057:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.431058:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.431061:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.431063:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.431065:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.431067:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x14:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.431069:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.431071:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.431074:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.431080:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.431083:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x14:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.431086:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.431088:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.431091:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.431093:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.431096:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.431098:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x14:0x0](ffff94b1df7a2a08) invalid 00000020:00000001:1.0:1767734705.431101:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.431103:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity11 (ffff94b1df682000) parent ffff94b1d0bd05e8 inode ffff94b1df7a2a08 refc 1 00000080:00000001:1.0:1767734705.431107:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.431109:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.431110:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.431114:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.431116:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.431118:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.431120:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.431122:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.431125:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683e800 with handle 0x1886cffb85c2b973 from hash 00010000:00000001:1.0:1767734705.431128:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.431130:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.431132:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.431134:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.431136:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.431138:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.431141:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.431144:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.431147:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.431151:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1ed930a80. 00000020:00000040:1.0:1767734705.431155:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=66 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.431158:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.431160:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.431162:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.431166:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.431169:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.431170:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.431177:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.431180:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.431182:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.431186:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.431191:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d13aee00. 00000100:00000001:1.0:1767734705.431196:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.431199:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.431201:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.431206:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b973 lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac327 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.431214:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.431216:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.431218:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.431221:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b973 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac327 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.431230:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.431234:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.431242:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.431244:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.431246:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.431249:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.431251:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.431258:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.431294:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1ed930a80 x1853602672106624/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.431304:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.431337:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.431344:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.431347:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.431350:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.431352:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648799872 : -117983060751744 : ffff94b1ed930a80) 00000100:00000001:1.0:1767734705.431356:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.431367:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.431370:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.431372:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.431378:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1ed930a80 x1853602672106624/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.431389:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.431391:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.431395:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.431398:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.431400:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.431404:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1ed930a80 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672106624:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.431409:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.431413:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.431415:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.431418:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.431422:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1d1e45800. 02000000:00000001:1.0:1767734705.431425:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.431431:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.431435:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.431440:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.431445:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672106624, portal 10 00000100:00000001:1.0:1767734705.431448:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.431450:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648799872 : -117983060751744 : ffff94b1ed930a80) 00000100:00000040:1.0:1767734705.431457:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1ed930a80 x1853602672106624/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.431466:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.431469:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.431472:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bbb0. 00000100:00000200:1.0:1767734705.431476:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672106624, offset 0 00000400:00000200:1.0:1767734705.431481:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.431487:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.431493:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.431498:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.431512:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.431516:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.431519:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.431524:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66772:66772:256:4294967295] 192.168.203.112@tcp LPNI seq info [66772:66772:8:4294967295] 00000400:00000200:1.0:1767734705.431530:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.431540:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.431546:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.431551:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cc00. 00000800:00000200:1.0:1767734705.431558:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.431564:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.431569:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cc00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.431590:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.431595:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 32842 usecs (33 jiffies) 00000400:00000200:1.0:1767734705.431600:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.431603:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467286 00000100:00000001:1.0:1767734705.431610:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467281 00000100:00000001:1.0:1767734705.431615:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467286 00000100:00000001:1.0:1767734705.431619:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467281 00000100:00000001:1.0:1767734705.431623:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.431626:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.431629:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.431631:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.431633:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.431636:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.431638:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734705.431759:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.431767:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cc00. 00000400:00000200:3.0:1767734705.431774:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.431782:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.431788:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bbb0 00000400:00000010:3.0:1767734705.431791:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bbb0. 00000100:00000001:3.0:1767734705.431795:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.431803:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1ed930a80 x1853602672106624/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.431815:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.431820:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed930a80 x1853602672106624/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.431830:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.431832:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.434387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1f2cc08e0. 00000800:00000001:2.0:1767734705.436668:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.436682:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.436686:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.436690:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.436697:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.436704:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.436712:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.436717:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.436722:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.436726:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d35c80 00000400:00000200:2.0:1767734705.436732:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.436738:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7be95 [1] + 224 00000800:00000001:2.0:1767734705.436745:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.436754:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.436757:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.436762:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.436767:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.436775:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1ed930a80 x1853602672106624/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734705.436790:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b1ed930a80 x1853602672106624/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.436838:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734705.436845:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734705.436850:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.436856:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734705.436863:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66773:66773:256:4294967295] 192.168.203.112@tcp LPNI seq info [66773:66773:8:4294967295] 00000400:00000200:2.0:1767734705.436868:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.436878:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:2.0:1767734705.436884:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734705.436890:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790200. 00000800:00000200:2.0:1767734705.436895:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734705.436903:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734705.436907:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790200 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767734705.436936:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.436947:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.436950:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.436954:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.436962:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.436965:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000800:00000200:2.0:1767734705.436978:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767734705.436983:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000010:2.0:1767734705.436985:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790200. 00000400:00000200:2.0:1767734705.436995:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767734705.436998:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1ed930a80 x1853602672106624/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734705.437009:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:2.0:1767734705.437028:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767734705.437036:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1ed930a80 x1853602672106624/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767734705.437039:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.437058:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.437060:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.437064:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.437067:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.437070:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.437073:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.437076:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.437083:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.437088:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.437092:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.437094:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.437096:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.437100:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.437103:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734705.437105:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x30000592e] 00000100:00000001:1.0:1767734705.437107:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734705.437110:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.437112:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648799872 : -117983060751744 : ffff94b1ed930a80) 00000100:00000001:1.0:1767734705.437116:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.437118:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.437121:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.437124:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.437129:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1ed930a80 x1853602672106624/t12884924768(12884924768) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.437140:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.437143:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.437146:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.437151:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1ed930a80 x1853602672106624/t12884924768(12884924768) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.437177:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1ed930a80 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672106624:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.437183:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.437186:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.437189:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.437191:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.437195:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed930a80 x1853602672106624/t12884924768(12884924768) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.437204:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.437207:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.437211:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.437212:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.437218:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.437220:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.437224:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d13af000. 00000100:00000001:1.0:1767734705.437229:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.437233:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1ed930a80 x1853602672106624/t12884924768(12884924768) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.437241:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.437245:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.437251:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.437254:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.437257:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity11 (ffff94b1df682000, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.437261:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.437294:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.437299:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.437306:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.437341:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.437343:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.437347:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.437350:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.437354:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1c5924148 -> ffff94b1c5924148 00000020:00000001:1.0:1767734705.437357:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.437369:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.437372:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x14:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.437377:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.437380:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.437382:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.437385:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x14:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.437391:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f88c23e0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.437395:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.437398:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.437401:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f88c23e0) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.437406:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.437408:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.437410:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.437413:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x14:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.437418:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.437421:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.437424:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.437427:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.437430:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.437433:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x14:0x0](ffff94b1df7a2a08) 00800000:00000001:1.0:1767734705.437437:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.437440:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x14:0x0] 00000002:00000001:1.0:1767734705.437445:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.437452:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.437457:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.437461:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.437464:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.437467:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.437471:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.437476:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.437479:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.437482:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.437485:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.437487:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f88c23e0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.437491:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.437492:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.437495:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f88c23e0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.437503:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.437505:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.437507:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f88c23e0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.437511:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f88c23e0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.437514:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1f88c23e0. 00020000:00000001:1.0:1767734705.437518:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.437520:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1c59240c8. 00000020:00001000:1.0:1767734705.437527:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.437529:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.437531:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.437539:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.437541:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.437544:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.437548:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.437568:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.437571:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.437573:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.437574:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.437577:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.437582:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d13af000. 00800000:00000002:1.0:1767734705.437587:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.437591:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.437594:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.437596:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.437599:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.437603:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.437606:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.437611:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.437613:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.437616:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.437620:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.437622:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.437624:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.437629:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.437632:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.437643:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.437646:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.437651:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.437663:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.437667:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.437671:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.437680:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.437682:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.437685:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.437687:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.437690:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.437692:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.437695:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.437698:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.437701:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d13af000. 00000080:00000001:1.0:1767734705.437704:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.437706:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.437709:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.437712:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.437716:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.437718:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.437721:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.437723:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.437726:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.437729:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.437732:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.437735:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.437737:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.437738:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.437740:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.437749:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.437752:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.437754:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.437756:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.437758:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.437762:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.437764:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.437768:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.437775:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.437777:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.437779:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.437781:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.437784:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.437791:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.437793:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.437795:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.437798:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.437800:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.437801:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.437804:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.437806:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.437808:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.437811:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.437814:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.437815:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.437817:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.437819:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.437821:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.437824:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.437828:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.437832:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.437834:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.437845:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.437848:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.437851:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.437853:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.437857:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.437859:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.437862:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.437864:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.437868:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.437880:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1c997b340. 00000020:00000001:1.0:1767734705.437884:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.437886:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity12, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.437890:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.437892:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.437895:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity12, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.437901:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d13af000. 00000080:00000001:1.0:1767734705.437905:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.437907:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.437909:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.437911:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity12' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.437915:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.437918:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.437921:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity12' -> mds #0 00000002:00000001:1.0:1767734705.437925:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.437927:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.437929:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity12,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.437933:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.437935:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.437939:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1ed932680. 00000020:00000040:1.0:1767734705.437942:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=67 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.437947:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.437950:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.437953:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.437955:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.437963:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.437967:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.437969:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.437972:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.437977:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026f800. 00000100:00000001:1.0:1767734705.437982:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.437986:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.437988:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.437991:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.437993:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.437995:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.438001:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090648807040 : -117983060744576 : ffff94b1ed932680) 00010000:00000001:1.0:1767734705.438005:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.438007:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.438011:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.438014:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.438017:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.438020:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683ea00. 00000020:00000001:1.0:1767734705.438023:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.438026:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683ea00 with handle 0x1886cffb85c2b97a to hash 00000020:00000001:1.0:1767734705.438029:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.438031:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.438035:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.438038:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.438040:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.438043:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b97a lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.438052:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b97a lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.438061:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b97a lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.438066:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.438074:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.438078:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.438081:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.438084:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.438086:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648807040 : -117983060744576 : ffff94b1ed932680) 00000100:00000001:1.0:1767734705.438090:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.438093:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.438096:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.438097:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.438104:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1ed932680 x1853602672106752/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.438114:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.438117:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.438120:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.438123:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.438125:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.438129:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1ed932680 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672106752:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.438134:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.438137:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.438140:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.438142:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.438147:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1d1e41800. 02000000:00000001:1.0:1767734705.438149:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.438156:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.438159:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.438163:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.438169:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672106752, portal 10 00000100:00000001:1.0:1767734705.438171:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.438173:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648807040 : -117983060744576 : ffff94b1ed932680) 00000100:00000040:1.0:1767734705.438180:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1ed932680 x1853602672106752/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.438189:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.438192:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.438200:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bc38. 00000100:00000200:1.0:1767734705.438204:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672106752, offset 0 00000400:00000200:1.0:1767734705.438211:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.438217:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.438223:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.438228:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.438232:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.438236:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.438239:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.438243:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66774:66774:256:4294967295] 192.168.203.112@tcp LPNI seq info [66774:66774:8:4294967295] 00000400:00000200:1.0:1767734705.438248:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.438258:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.438295:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.438300:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c100. 00000080:00000010:1.1:1767734705.438350:0:251835:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1df7a6b40. 00000800:00000200:1.0:1767734705.438360:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.438368:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.438373:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c100 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.438391:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.438396:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 32660 usecs (33 jiffies) 00000400:00000200:1.0:1767734705.438402:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.438405:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467293 00000100:00000001:1.0:1767734705.438411:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467286 00000100:00000001:1.0:1767734705.438417:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467293 00000100:00000001:1.0:1767734705.438420:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467286 00000100:00000001:1.0:1767734705.438424:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.438427:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.438430:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.438432:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.438435:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.438438:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.438449:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734705.438559:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.438567:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c100. 00000400:00000200:3.0:1767734705.438574:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.438581:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.438587:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bc38 00000400:00000010:3.0:1767734705.438590:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bc38. 00000100:00000001:3.0:1767734705.438595:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.438613:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1ed932680 x1853602672106752/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.438626:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.438631:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed932680 x1853602672106752/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.438641:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.438644:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734705.441779:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.441793:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.441797:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.441800:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.441808:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.441815:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.441823:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.441827:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.441833:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.441837:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d35d00 00000400:00000200:2.0:1767734705.441843:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.441861:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7be9d [1] + 224 00000800:00000001:2.0:1767734705.441868:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.441878:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.441881:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.441886:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.441891:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.441899:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1ed932680 x1853602672106752/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734705.441914:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1ed932680 x1853602672106752/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.441941:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734705.441949:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.441953:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.442037:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.442047:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.442050:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.442054:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.442061:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.442064:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.442068:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.442078:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1ed932680 x1853602672106752/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.442093:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1ed932680 x1853602672106752/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.442104:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.442106:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.442109:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.442111:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.442113:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.442115:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.442118:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.442124:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.442129:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.442132:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.442134:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.442137:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.442141:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.442144:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.442146:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.442148:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.442151:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.442156:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1ed932680 x1853602672106752/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.442166:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.442169:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.442171:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.442176:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1ed932680 x1853602672106752/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734705.442200:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1ed932680 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672106752:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.442206:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.442209:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.442212:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.442214:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.442218:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1ed932680 x1853602672106752/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.442226:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.442230:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.442233:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.442234:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.442237:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.442240:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.442242:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.442245:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734705.442248:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.442252:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734705.442257:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683ea00, remote cookie: 0x9bbb2ede58dac35f, flags: 0x1001 00010000:00010000:1.0:1767734705.442291:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b97a lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac35f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.442303:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x15:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000010:1.1:1767734705.442344:0:251835:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:1.1:1767734705.442351:0:251835:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683e800. 00010000:00000001:1.0:1767734705.442358:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.442365:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.442369:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.442375:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.442380:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b97a lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac35f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.442407:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b97a lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac35f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.442414:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.442417:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.442419:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.442421:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.442422:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.442425:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x15:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.442431:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b97a lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac35f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.442439:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.442442:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.442444:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.442447:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.442449:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.442453:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b97a lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac35f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.442460:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.442462:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.442464:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.442466:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.442467:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.442470:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.442474:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.442477:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.442478:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.442481:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.442484:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.442487:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.442490:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.442500:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.442502:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734705.442504:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.442507:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.442511:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.442513:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.442517:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b97a lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac35f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.442524:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.442526:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.442528:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.442529:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.442531:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=5 00000020:00000001:1.0:1767734705.442533:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.442535:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.442538:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.442541:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b97a lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac35f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.442548:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.442549:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.442552:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b97a lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac35f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.442559:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.442561:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.442562:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.442564:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.442565:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.442572:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1ed932680 x1853602672106752/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.442580:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.442587:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.442590:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.442592:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.442595:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.442598:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.442600:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.442601:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.442604:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.442606:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.442609:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.442610:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.442612:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.442614:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.442616:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000002:00010000:1.0:1767734705.442620:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b97a lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac35f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.442628:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.442629:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.442631:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.442633:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.442634:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.442636:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.442638:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.442640:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734705.442645:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.442647:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.442651:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/21 (0 0) 00010000:00000001:1.0:1767734705.442655:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.442656:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.442658:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.442660:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.442663:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity12 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.442666:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.442675:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.442678:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.442681:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.442685:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.442688:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.442690:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.442693:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.442697:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.442699:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.442702:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920725 : 144115272414920725 : 2000013a3000015) 00000080:00000001:1.0:1767734705.442705:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.442711:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920725 : 144115272414920725 : 2000013a3000015) 00000080:00000001:1.0:1767734705.442714:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.442718:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x15:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.442722:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x15:0x0](ffff94b1c4b0ec08): rc = 0 00000080:00000001:1.0:1767734705.442725:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626089962892296 : -117983746659320 : ffff94b1c4b0ec08) 00010000:00000001:1.0:1767734705.442728:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.442730:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.442731:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.442734:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.442736:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000080:00000001:1.0:1767734705.442739:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.442741:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.442744:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.442746:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.442748:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.442751:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.442753:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1f84538b8) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.442756:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.442759:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1f84538b8) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.442762:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x15:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.442765:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.442768:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.442771:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.442774:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84538b8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.442783:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84538b8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.442786:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.442788:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.442791:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x15:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.442794:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.442797:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.442799:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.442801:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.442803:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.442805:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.442808:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.442812:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x15:0x0](ffff94b1c4b0ec08) for lock 0x1886cffb85c2b97a 00800000:00000001:1.0:1767734705.442815:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.442817:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.442819:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.442821:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.442823:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.442826:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.442828:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.442831:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.442833:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.442834:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.442836:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.442840:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682ca8 inode ffff94b1c4b0ec08 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.442844:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.442847:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x15:0x0](ffff94b1c4b0ec08) 00000080:00010000:1.0:1767734705.442851:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b97a from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.442853:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.442855:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.442856:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.442859:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.442862:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.442864:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.442873:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b97a lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dac35f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.442882:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.442883:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.442885:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.442887:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.442890:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b97a lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dac35f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.442898:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.442900:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.442902:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.442905:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.442906:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.442908:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.442910:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.442912:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.442915:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.442918:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.442920:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.442922:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.442924:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.442926:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734705.442930:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d13af000. 00000100:00000001:1.0:1767734705.442934:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.442941:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1ed932680 x1853602672106752/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.442950:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.442952:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.442955:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1d1e41800. 02000000:00000001:1.0:1767734705.442959:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.442961:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.442963:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=66 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.442966:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.442968:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026f800. 02000000:00000001:1.0:1767734705.442977:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.442979:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.442981:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1ed932680. 00000100:00000001:1.0:1767734705.442985:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.442986:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.442989:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.442991:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.442993:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.442997:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.443000:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.443004:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.443008:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.443010:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.443013:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity12, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.443016:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.443018:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.443021:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.443023:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.443025:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.443028:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84538b8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.443031:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84538b8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.443034:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.443036:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.443038:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.443040:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734705.443045:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d13af000. 00800000:00000001:1.0:1767734705.443052:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.443056:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.443058:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x15:0x0] 00800000:00000001:1.0:1767734705.443061:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.443063:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x15:0x0] -> mds #0 00000002:00000001:1.0:1767734705.443068:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.443070:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.443075:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.443078:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.443081:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.443089:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.443092:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.443095:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.443097:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.443100:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.443103:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.443105:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.443108:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.443112:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b97a lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dac35f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.443120:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.443122:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.443124:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.443126:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x15:0x0] mode (null) 00000002:00000001:1.0:1767734705.443129:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.443131:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.443134:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.443137:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.443140:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.443142:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.443144:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.443146:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.443148:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.443150:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.443152:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.443154:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.443156:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.443158:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.443160:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.443162:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.443163:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.443165:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.443167:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.443170:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.443172:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.443184:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.443185:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.443188:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.443191:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.443193:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.443195:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x15:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.443198:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.443200:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.443202:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.443204:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.443207:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x15:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.443210:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.443212:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.443214:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.443216:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.443219:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.443221:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x15:0x0](ffff94b1c4b0ec08) invalid 00000020:00000001:1.0:1767734705.443224:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.443226:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity12 (ffff94b1df682ca8) parent ffff94b1d0bd05e8 inode ffff94b1c4b0ec08 refc 1 00000080:00000001:1.0:1767734705.443230:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.443232:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.443234:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.443237:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.443239:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.443241:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.443243:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.443246:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.443249:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683ea00 with handle 0x1886cffb85c2b97a from hash 00010000:00000001:1.0:1767734705.443252:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.443254:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.443256:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.443257:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.443260:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.443288:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.443292:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.443295:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.443297:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.443337:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1ed932680. 00000020:00000040:1.0:1767734705.443342:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=67 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.443346:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.443348:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.443350:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.443354:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.443358:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.443359:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.443361:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.443364:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.443366:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.443370:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.443376:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1dfa39400. 00000100:00000001:1.0:1767734705.443381:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.443383:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.443386:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.443391:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b97a lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac35f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.443400:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.443402:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.443404:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.443408:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b97a lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac35f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.443415:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.443420:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.443428:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.443430:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.443432:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.443434:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.443436:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.443444:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.443453:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1ed932680 x1853602672107008/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.443478:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.443480:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.443484:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.443487:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.443490:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.443492:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648807040 : -117983060744576 : ffff94b1ed932680) 00000100:00000001:1.0:1767734705.443496:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.443499:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.443501:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.443503:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.443508:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1ed932680 x1853602672107008/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.443517:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.443519:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.443523:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.443525:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.443528:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.443532:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1ed932680 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672107008:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.443536:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.443540:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.443542:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.443544:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.443548:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1d1e41800. 02000000:00000001:1.0:1767734705.443550:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.443557:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.443561:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.443566:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.443571:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672107008, portal 10 00000100:00000001:1.0:1767734705.443574:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.443576:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648807040 : -117983060744576 : ffff94b1ed932680) 00000100:00000040:1.0:1767734705.443582:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1ed932680 x1853602672107008/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.443605:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.443609:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.443612:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b7f8. 00000100:00000200:1.0:1767734705.443615:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672107008, offset 0 00000400:00000200:1.0:1767734705.443621:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.443628:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.443634:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.443639:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.443643:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.443647:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.443650:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.443654:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66775:66775:256:4294967295] 192.168.203.112@tcp LPNI seq info [66775:66775:8:4294967295] 00000400:00000200:1.0:1767734705.443660:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.443670:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.443676:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.443681:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c200. 00000800:00000200:1.0:1767734705.443687:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.443694:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.443698:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c200 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.443720:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.443725:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 32466 usecs (33 jiffies) 00000400:00000200:1.0:1767734705.443729:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.443732:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467298 00000100:00000001:1.0:1767734705.443738:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467293 00000100:00000001:1.0:1767734705.443744:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467298 00000100:00000001:1.0:1767734705.443748:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467293 00000100:00000001:1.0:1767734705.443751:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.443755:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.443765:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.443767:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.443770:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.443773:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.443775:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734705.443890:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.443898:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c200. 00000400:00000200:3.0:1767734705.443905:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.443913:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.443918:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b7f8 00000400:00000010:3.0:1767734705.443921:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b7f8. 00000100:00000001:3.0:1767734705.443926:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.443934:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1ed932680 x1853602672107008/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.443947:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.443951:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed932680 x1853602672107008/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.443961:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.443963:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.446387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1f2cc0de0. 00000080:00000010:1.1:1767734705.446405:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1df7a2940. 00000800:00000001:2.0:1767734705.448760:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.448775:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.448779:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.448782:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.448789:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.448796:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.448804:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.448809:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.448814:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.448818:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d35e00 00000400:00000200:2.0:1767734705.448824:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.448830:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7bea5 [1] + 224 00000800:00000001:2.0:1767734705.448837:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.448846:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.448849:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.448854:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.448859:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.448866:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1ed932680 x1853602672107008/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734705.448901:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b1ed932680 x1853602672107008/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.448928:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734705.448935:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734705.448940:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.448946:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734705.448952:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66776:66776:256:4294967295] 192.168.203.112@tcp LPNI seq info [66776:66776:8:4294967295] 00000400:00000200:2.0:1767734705.448958:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.448967:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:2.0:1767734705.448974:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734705.448979:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790200. 00000800:00000200:2.0:1767734705.448985:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734705.448992:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734705.448997:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790200 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767734705.449024:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.449035:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.449038:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.449042:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.449050:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.449053:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.449057:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.449069:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1ed932680 x1853602672107008/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767734705.449072:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.449081:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790200. 00000400:00000200:2.0:1767734705.449094:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767734705.449099:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1ed932680 x1853602672107008/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734705.449112:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.449120:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767734705.449134:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734705.449136:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.449138:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.449145:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.449149:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.449152:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.449154:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.449158:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.449165:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.449170:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.449173:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.449175:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.449178:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.449181:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.449184:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734705.449186:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x30000592f] 00000100:00000001:1.0:1767734705.449189:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734705.449191:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.449193:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648807040 : -117983060744576 : ffff94b1ed932680) 00000100:00000001:1.0:1767734705.449196:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.449198:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.449214:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.449217:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.449226:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1ed932680 x1853602672107008/t12884924769(12884924769) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.449240:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.449244:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.449247:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.449253:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1ed932680 x1853602672107008/t12884924769(12884924769) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.449290:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1ed932680 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672107008:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.449297:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.449300:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.449302:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.449305:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.449342:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed932680 x1853602672107008/t12884924769(12884924769) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.449351:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.449355:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.449359:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.449361:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.449367:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.449371:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.449376:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d13af000. 00000100:00000001:1.0:1767734705.449385:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.449390:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1ed932680 x1853602672107008/t12884924769(12884924769) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.449400:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.449404:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.449412:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.449415:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.449418:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity12 (ffff94b1df682ca8, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.449432:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.449438:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.449455:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.449474:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.449476:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.449480:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.449485:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.449489:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.449493:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1e787c788 -> ffff94b1e787c788 00000020:00000001:1.0:1767734705.449495:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.449497:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.449500:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x15:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.449504:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.449505:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.449507:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.449511:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x15:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.449515:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84538b8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.449518:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.449520:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.449522:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84538b8) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.449526:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.449528:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.449530:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.449532:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x15:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.449536:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.449537:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.449540:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.449542:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.449545:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.449547:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x15:0x0](ffff94b1c4b0ec08) 00800000:00000001:1.0:1767734705.449550:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.449552:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x15:0x0] 00000002:00000001:1.0:1767734705.449556:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.449561:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.449563:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.449565:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.449567:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.449579:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.449582:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.449585:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.449587:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.449590:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.449594:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.449596:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84538b8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.449599:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.449601:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.449603:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84538b8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.449606:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.449608:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.449610:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84538b8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.449613:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84538b8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.449616:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1f84538b8. 00020000:00000001:1.0:1767734705.449620:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.449622:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1e787c708. 00000020:00001000:1.0:1767734705.449626:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.449629:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.449631:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.449638:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.449640:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.449642:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.449646:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.449666:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.449669:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.449671:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.449673:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.449675:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.449681:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d13af000. 00800000:00000002:1.0:1767734705.449686:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.449689:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.449692:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.449694:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.449697:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.449701:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.449711:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.449716:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.449718:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.449721:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.449725:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.449727:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.449729:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.449734:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.449737:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.449742:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.449744:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.449749:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.449760:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.449764:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.449768:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.449776:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.449779:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.449781:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.449783:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.449786:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.449788:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.449791:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.449794:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.449797:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d13af000. 00000080:00000001:1.0:1767734705.449800:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.449802:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.449805:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.449808:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.449812:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.449814:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.449821:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.449823:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.449826:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.449829:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.449832:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.449836:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.449837:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.449839:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.449841:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.449844:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.449846:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.449848:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.449849:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.449852:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.449854:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.449857:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.449861:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.449869:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.449871:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.449872:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.449874:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.449877:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.449885:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.449887:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.449889:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.449892:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.449894:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.449895:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.449898:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.449900:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.449902:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.449910:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.449913:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.449915:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.449917:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.449920:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.449922:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.449925:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.449930:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.449933:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.449936:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.449939:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.449942:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.449944:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.449946:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.449950:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.449952:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.449955:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.449957:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.449960:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.449970:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1c997b7e0. 00000020:00000001:1.0:1767734705.449973:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.449976:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity13, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.449979:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.449981:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.449984:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity13, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.449991:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d13af000. 00000080:00000001:1.0:1767734705.449995:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.449997:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.449999:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.450002:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity13' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.450006:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.450009:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.450011:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity13' -> mds #0 00000002:00000001:1.0:1767734705.450016:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.450017:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.450026:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity13,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.450030:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.450033:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.450037:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1ed931880. 00000020:00000040:1.0:1767734705.450041:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=68 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.450045:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.450049:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.450052:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.450054:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.450056:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.450058:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.450061:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.450064:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.450069:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026f800. 00000100:00000001:1.0:1767734705.450074:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.450078:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.450080:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.450083:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.450085:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.450087:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.450093:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090648803456 : -117983060748160 : ffff94b1ed931880) 00010000:00000001:1.0:1767734705.450097:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.450099:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.450103:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.450106:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.450110:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.450113:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683e800. 00000020:00000001:1.0:1767734705.450116:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.450119:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683e800 with handle 0x1886cffb85c2b981 to hash 00000020:00000001:1.0:1767734705.450122:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.450124:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.450127:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.450131:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.450134:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.450137:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b981 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.450153:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b981 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.450164:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b981 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.450170:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.450172:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.450176:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.450179:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.450182:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.450184:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648803456 : -117983060748160 : ffff94b1ed931880) 00000100:00000001:1.0:1767734705.450188:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.450192:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.450194:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.450196:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.450202:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1ed931880 x1853602672107136/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.450212:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.450214:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.450217:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.450220:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.450223:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.450227:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1ed931880 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672107136:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.450231:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.450235:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.450237:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.450239:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.450243:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1d1e46800. 02000000:00000001:1.0:1767734705.450246:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.450253:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.450257:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.450289:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.450303:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672107136, portal 10 00000100:00000001:1.0:1767734705.450306:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000010:1.1:1767734705.450359:0:251835:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:1.1:1767734705.450367:0:251835:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683ea00. 00000100:00000001:1.0:1767734705.450375:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648803456 : -117983060748160 : ffff94b1ed931880) 00000100:00000040:1.0:1767734705.450384:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1ed931880 x1853602672107136/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.450394:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.450398:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.450402:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845baa0. 00000100:00000200:1.0:1767734705.450406:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672107136, offset 0 00000400:00000200:1.0:1767734705.450412:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.450419:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.450426:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.450433:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.450438:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.450442:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.450449:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.450454:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66777:66777:256:4294967295] 192.168.203.112@tcp LPNI seq info [66777:66777:8:4294967295] 00000400:00000200:1.0:1767734705.450461:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.450494:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.450503:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.450509:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472ce00. 00000800:00000200:1.0:1767734705.450517:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.450524:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.450529:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472ce00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.450546:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.450551:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 32287 usecs (33 jiffies) 00000400:00000200:1.0:1767734705.450556:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.450559:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467305 00000100:00000001:1.0:1767734705.450566:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467298 00000100:00000001:1.0:1767734705.450572:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467305 00000100:00000001:1.0:1767734705.450588:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467298 00000100:00000001:1.0:1767734705.450592:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.450596:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.450599:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.450601:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.450604:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.450607:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.450610:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.450723:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.450731:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472ce00. 00000400:00000200:2.0:1767734705.450738:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.450746:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.450751:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845baa0 00000400:00000010:2.0:1767734705.450754:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845baa0. 00000100:00000001:2.0:1767734705.450759:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.450766:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1ed931880 x1853602672107136/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.450779:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.450796:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed931880 x1853602672107136/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.450807:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.450809:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.454052:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.454063:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.454067:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.454070:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.454078:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.454085:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.454092:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.454097:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.454101:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.454106:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d35e80 00000400:00000200:3.0:1767734705.454123:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.454129:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7bead [1] + 224 00000800:00000001:3.0:1767734705.454137:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.454146:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.454149:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.454154:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.454159:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.454166:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1ed931880 x1853602672107136/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734705.454180:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1ed931880 x1853602672107136/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.454206:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734705.454214:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.454218:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.454342:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.454352:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.454355:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.454358:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.454365:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.454368:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.454373:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.454385:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1ed931880 x1853602672107136/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.454402:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1ed931880 x1853602672107136/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.454415:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.454418:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.454423:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.454426:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.454430:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.454434:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.454438:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.454445:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.454450:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.454457:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.454460:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.454465:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.454470:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.454476:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.454479:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.454483:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.454499:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.454505:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1ed931880 x1853602672107136/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.454516:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.454519:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.454521:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.454526:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1ed931880 x1853602672107136/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734705.454536:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1ed931880 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672107136:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.454541:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.454544:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.454546:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.454548:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.454552:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1ed931880 x1853602672107136/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.454560:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.454563:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.454566:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.454568:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.454571:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.454575:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.454577:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.454580:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.454583:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.454587:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.454593:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683e800, remote cookie: 0x9bbb2ede58dac397, flags: 0x1001 00010000:00010000:1.0:1767734705.454598:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b981 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac397 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.454609:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x16:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000001:1.0:1767734705.454614:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.454626:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.454631:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.454636:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.454640:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b981 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac397 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.454650:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b981 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac397 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.454657:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.454660:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.454662:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.454664:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.454666:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.454669:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x16:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.454674:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b981 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac397 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.454681:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.454684:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.454685:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.454688:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.454691:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.454695:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b981 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac397 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.454701:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.454703:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.454705:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.454706:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.454707:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.454709:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.454713:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.454715:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.454717:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.454725:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.454728:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.454731:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.454734:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.454735:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.454737:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.454739:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.454742:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.454745:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.454747:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.454751:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b981 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac397 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.454758:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.454760:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.454761:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.454763:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.454764:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=5 00000020:00000001:1.0:1767734705.454766:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.454769:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.454772:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.454775:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b981 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac397 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.454782:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.454783:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.454786:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b981 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac397 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.454793:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.454794:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.454796:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.454797:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.454804:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.454810:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1ed931880 x1853602672107136/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.454820:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.454822:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.454823:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.454826:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.454829:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.454831:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.454833:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.454834:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.454837:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.454839:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.454841:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.454843:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.454844:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.454847:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.454849:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000002:00010000:1.0:1767734705.454853:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b981 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac397 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.454860:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.454862:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.454863:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.454865:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.454867:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.454868:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.454870:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.454873:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.454877:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.454880:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.454883:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/22 (0 0) 00010000:00000001:1.0:1767734705.454887:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.454893:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.454895:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.454898:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.454901:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity13 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.454904:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.454908:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.454911:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.454914:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.454918:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.454921:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.454923:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.454925:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.454929:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.454932:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.454934:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920726 : 144115272414920726 : 2000013a3000016) 00000080:00000001:1.0:1767734705.454938:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.454942:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920726 : 144115272414920726 : 2000013a3000016) 00000080:00000001:1.0:1767734705.454945:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.454949:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x16:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.454953:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x16:0x0](ffff94b1c4b0cb08): rc = 0 00000080:00000001:1.0:1767734705.454956:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626089962883848 : -117983746667768 : ffff94b1c4b0cb08) 00010000:00000001:1.0:1767734705.454958:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.454960:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.454962:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.454964:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.454966:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000080:00000001:1.0:1767734705.454969:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.454971:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.454974:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.454976:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.454978:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.454981:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.454983:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1f8453aa8) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.454986:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.454989:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1f8453aa8) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.454997:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x16:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.455000:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.455003:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.455006:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.455009:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f8453aa8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.455012:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f8453aa8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.455016:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.455018:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.455021:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x16:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.455024:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.455027:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.455029:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.455031:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.455032:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.455035:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.455037:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.455040:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x16:0x0](ffff94b1c4b0cb08) for lock 0x1886cffb85c2b981 00800000:00000001:1.0:1767734705.455044:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.455045:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.455047:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.455049:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.455051:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.455054:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.455057:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.455060:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.455061:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.455063:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.455065:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.455069:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682000 inode ffff94b1c4b0cb08 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.455072:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.455076:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x16:0x0](ffff94b1c4b0cb08) 00000080:00010000:1.0:1767734705.455079:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b981 from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.455081:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.455083:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.455092:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.455095:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.455098:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.455101:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.455104:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b981 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dac397 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.455112:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.455113:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.455115:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.455117:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.455120:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b981 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dac397 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.455128:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.455130:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.455132:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.455135:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.455136:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.455138:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.455141:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.455142:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.455145:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.455148:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.455150:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.455151:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.455153:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.455155:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734705.455159:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d13af000. 00000100:00000001:1.0:1767734705.455163:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.455169:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1ed931880 x1853602672107136/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.455178:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.455181:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.455184:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1d1e46800. 02000000:00000001:1.0:1767734705.455193:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.455196:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.455198:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=67 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.455201:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.455203:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026f800. 02000000:00000001:1.0:1767734705.455207:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.455209:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.455211:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1ed931880. 00000100:00000001:1.0:1767734705.455214:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.455216:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.455219:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.455221:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.455223:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.455227:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.455229:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.455234:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.455237:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.455240:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.455242:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity13, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.455246:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.455248:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.455251:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.455253:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.455255:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.455258:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f8453aa8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.455289:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f8453aa8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.455293:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.455295:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.455298:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.455301:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1767734705.455343:0:251835:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c997b340. 00000080:00000010:1.1:1767734705.455357:0:251835:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c4b0eb40. 00000080:00000010:1.0:1767734705.455365:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d13af000. 00800000:00000001:1.0:1767734705.455375:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.455378:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.455381:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x16:0x0] 00800000:00000001:1.0:1767734705.455384:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.455386:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x16:0x0] -> mds #0 00000002:00000001:1.0:1767734705.455399:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.455401:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.455406:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.455409:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.455412:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.455415:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.455417:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.455420:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.455423:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.455425:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.455428:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.455430:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.455432:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.455436:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b981 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dac397 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.455445:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.455448:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.455450:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.455452:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x16:0x0] mode (null) 00000002:00000001:1.0:1767734705.455455:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.455457:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.455460:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.455462:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.455466:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.455468:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.455469:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.455471:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.455473:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.455476:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.455478:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.455480:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.455482:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.455484:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.455487:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.455489:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.455497:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.455500:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.455502:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.455505:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.455508:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.455510:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.455512:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.455515:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.455517:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.455519:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.455521:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x16:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.455524:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.455526:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.455529:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.455532:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.455534:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x16:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.455537:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.455539:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.455542:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.455544:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.455547:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.455549:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x16:0x0](ffff94b1c4b0cb08) invalid 00000020:00000001:1.0:1767734705.455553:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.455555:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity13 (ffff94b1df682000) parent ffff94b1d0bd05e8 inode ffff94b1c4b0cb08 refc 1 00000080:00000001:1.0:1767734705.455559:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.455561:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.455563:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.455567:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.455569:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.455571:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.455574:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.455576:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.455580:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683e800 with handle 0x1886cffb85c2b981 from hash 00010000:00000001:1.0:1767734705.455583:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.455585:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.455586:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.455588:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.455596:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.455599:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.455602:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.455605:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.455607:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.455612:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1ed931880. 00000020:00000040:1.0:1767734705.455615:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=68 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.455620:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.455621:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.455624:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.455627:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.455631:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.455632:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.455634:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.455638:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.455640:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.455643:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.455651:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c2e8f200. 00000100:00000001:1.0:1767734705.455655:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.455658:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.455661:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.455666:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b981 lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac397 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.455674:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.455676:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.455679:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.455682:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b981 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac397 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.455689:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.455694:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.455701:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.455703:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.455705:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.455713:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.455716:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.455725:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.455733:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1ed931880 x1853602672107392/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.455743:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.455745:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.455749:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.455752:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.455755:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.455757:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648803456 : -117983060748160 : ffff94b1ed931880) 00000100:00000001:1.0:1767734705.455761:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.455764:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.455767:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.455768:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.455773:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1ed931880 x1853602672107392/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.455782:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.455784:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.455787:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.455789:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.455792:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.455796:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1ed931880 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672107392:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.455801:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.455804:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.455807:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.455809:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.455813:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1d1e46800. 02000000:00000001:1.0:1767734705.455816:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.455822:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.455826:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.455830:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.455836:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672107392, portal 10 00000100:00000001:1.0:1767734705.455844:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.455846:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648803456 : -117983060748160 : ffff94b1ed931880) 00000100:00000040:1.0:1767734705.455854:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1ed931880 x1853602672107392/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.455863:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.455866:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.455869:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b440. 00000100:00000200:1.0:1767734705.455873:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672107392, offset 0 00000400:00000200:1.0:1767734705.455879:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.455885:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.455892:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.455896:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.455900:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.455904:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.455907:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.455912:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66778:66778:256:4294967295] 192.168.203.112@tcp LPNI seq info [66778:66778:8:4294967295] 00000400:00000200:1.0:1767734705.455917:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.455927:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.455933:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.455938:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c900. 00000800:00000200:1.0:1767734705.455944:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.455951:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.455955:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c900 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.455977:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.455981:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 32101 usecs (33 jiffies) 00000400:00000200:1.0:1767734705.455986:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.455989:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467310 00000100:00000001:1.0:1767734705.455995:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467305 00000100:00000001:1.0:1767734705.456000:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467310 00000100:00000001:1.0:1767734705.456004:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467305 00000100:00000001:1.0:1767734705.456019:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.456022:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.456025:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.456027:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.456031:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.456033:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.456036:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.456153:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.456161:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c900. 00000400:00000200:2.0:1767734705.456168:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.456176:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.456181:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b440 00000400:00000010:2.0:1767734705.456184:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b440. 00000100:00000001:2.0:1767734705.456189:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.456197:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1ed931880 x1853602672107392/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.456209:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.456214:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed931880 x1853602672107392/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.456224:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.456226:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.461000:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.461011:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.461015:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.461018:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.461025:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.461033:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.461040:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.461045:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.461050:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.461054:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d35f80 00000400:00000200:3.0:1767734705.461060:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.461066:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7beb5 [1] + 224 00000800:00000001:3.0:1767734705.461073:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.461081:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.461084:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.461089:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.461094:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.461101:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1ed931880 x1853602672107392/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.461130:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b1ed931880 x1853602672107392/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.461156:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.461164:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.461169:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.461174:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.461181:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66779:66779:256:4294967295] 192.168.203.112@tcp LPNI seq info [66779:66779:8:4294967295] 00000400:00000200:3.0:1767734705.461186:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.461196:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.461202:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.461207:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.461213:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.461220:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.461225:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767734705.461253:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.461286:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.461288:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.461292:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.461300:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.461303:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00010000:00000010:1.1:1767734705.461350:0:251835:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:1.1:1767734705.461361:0:251835:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683e800. 00000800:00000001:2.0:1767734705.461366:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767734705.461367:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767734705.461372:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000010:3.0:1767734705.461377:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000800:00000001:2.0:1767734705.461381:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.461388:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767734705.461388:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1ed931880 x1853602672107392/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767734705.461410:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000200:1.0:1767734705.461422:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1ed931880 x1853602672107392/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.461433:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.461438:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.461443:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.461446:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.461449:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.461452:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.461455:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.461461:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.461465:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.461468:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.461471:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.461473:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.461477:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.461480:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734705.461482:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x300005930] 00000100:00000001:1.0:1767734705.461485:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734705.461487:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.461502:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648803456 : -117983060748160 : ffff94b1ed931880) 00000100:00000001:1.0:1767734705.461507:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.461509:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.461513:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.461517:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.461525:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1ed931880 x1853602672107392/t12884924770(12884924770) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.461536:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.461539:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.461541:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.461547:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1ed931880 x1853602672107392/t12884924770(12884924770) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.461556:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1ed931880 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672107392:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.461561:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.461564:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.461567:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.461569:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.461572:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed931880 x1853602672107392/t12884924770(12884924770) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.461581:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.461584:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.461588:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.461590:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.461595:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.461598:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.461602:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d13af000. 00000100:00000001:1.0:1767734705.461607:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.461611:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1ed931880 x1853602672107392/t12884924770(12884924770) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.461620:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.461629:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.461636:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.461639:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.461642:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity13 (ffff94b1df682000, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.461646:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.461649:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.461654:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.461660:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.461662:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.461664:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.461668:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.461671:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.461674:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1e787c9e0 -> ffff94b1e787c9e0 00000020:00000001:1.0:1767734705.461677:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.461679:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.461681:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x16:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.461685:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.461687:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.461689:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.461693:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x16:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.461697:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f8453aa8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.461700:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.461702:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.461704:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f8453aa8) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.461707:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.461709:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.461712:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.461714:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x16:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.461718:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.461719:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.461722:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.461724:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.461727:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.461729:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x16:0x0](ffff94b1c4b0cb08) 00800000:00000001:1.0:1767734705.461733:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.461735:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x16:0x0] 00000002:00000001:1.0:1767734705.461738:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.461748:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.461751:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.461754:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.461756:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.461759:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.461761:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.461765:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.461767:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.461769:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.461782:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.461784:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f8453aa8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.461829:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.461831:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.461834:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f8453aa8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.461837:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.461839:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.461841:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f8453aa8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.461844:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f8453aa8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.461848:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1f8453aa8. 00020000:00000001:1.0:1767734705.461851:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.461854:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1e787c960. 00000020:00001000:1.0:1767734705.461857:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.461860:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.461862:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.461870:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.461872:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.461875:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.461879:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.461899:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.461902:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.461904:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.461906:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.461908:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.461914:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c2e8e800. 00800000:00000002:1.0:1767734705.461918:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.461922:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.461933:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.461935:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.461938:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.461942:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.461946:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.461950:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.461953:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.461955:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.461959:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.461962:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.461964:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.461969:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.461972:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.461976:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.461979:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.461984:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.461995:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.461999:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.462003:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.462011:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.462014:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.462016:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.462019:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.462021:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.462024:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.462027:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.462029:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.462032:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c2e8e800. 00000080:00000001:1.0:1767734705.462036:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.462038:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.462041:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.462050:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.462054:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.462057:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.462059:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.462062:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.462065:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.462067:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.462070:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.462074:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.462076:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.462078:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.462080:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.462083:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.462086:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.462087:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.462089:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.462091:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.462094:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.462096:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.462100:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.462107:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.462108:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.462110:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.462112:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.462115:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.462122:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.462125:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.462127:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.462130:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.462131:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.462138:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.462141:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.462143:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.462145:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.462149:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.462151:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.462153:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.462155:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.462157:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.462159:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.462162:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.462167:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.462171:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.462173:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.462175:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.462178:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.462181:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.462183:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.462186:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.462189:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.462192:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.462194:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.462197:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.462206:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1c997b700. 00000020:00000001:1.0:1767734705.462210:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.462212:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity14, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.462216:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.462218:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.462220:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity14, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.462226:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c2e8e800. 00000080:00000001:1.0:1767734705.462231:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.462233:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.462235:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.462237:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity14' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.462241:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.462244:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.462256:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity14' -> mds #0 00000002:00000001:1.0:1767734705.462285:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.462288:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.462290:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity14,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.462295:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.462297:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.462302:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1ed932d80. 00000020:00000040:1.0:1767734705.462305:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=69 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.462356:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.462360:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.462363:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.462365:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.462367:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.462370:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.462372:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.462376:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.462382:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026e000. 00000100:00000001:1.0:1767734705.462387:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.462391:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.462393:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.462396:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.462398:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.462400:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.462406:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090648808832 : -117983060742784 : ffff94b1ed932d80) 00010000:00000001:1.0:1767734705.462410:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.462412:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.462416:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.462419:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.462423:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.462428:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683e800. 00000020:00000001:1.0:1767734705.462433:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.462438:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683e800 with handle 0x1886cffb85c2b988 to hash 00000020:00000001:1.0:1767734705.462441:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.462444:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.462448:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.462460:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.462465:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.462471:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b988 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.462480:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b988 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.462493:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b988 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.462500:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.462502:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.462506:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.462509:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.462512:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.462514:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648808832 : -117983060742784 : ffff94b1ed932d80) 00000100:00000001:1.0:1767734705.462518:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.462521:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.462524:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.462525:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.462532:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1ed932d80 x1853602672107520/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.462542:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.462544:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.462548:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.462551:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.462554:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.462557:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1ed932d80 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672107520:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.462562:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.462565:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.462568:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.462570:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.462574:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1d1e43000. 02000000:00000001:1.0:1767734705.462583:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.462590:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.462593:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.462598:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.462603:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672107520, portal 10 00000100:00000001:1.0:1767734705.462606:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.462608:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648808832 : -117983060742784 : ffff94b1ed932d80) 00000100:00000040:1.0:1767734705.462615:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1ed932d80 x1853602672107520/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.462624:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.462628:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.462631:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bd48. 00000100:00000200:1.0:1767734705.462634:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672107520, offset 0 00000400:00000200:1.0:1767734705.462639:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.462646:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.462652:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.462656:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.462660:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.462664:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.462667:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.462671:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66780:66780:256:4294967295] 192.168.203.112@tcp LPNI seq info [66780:66780:8:4294967295] 00000400:00000200:1.0:1767734705.462677:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.462687:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.462692:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.462697:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cd00. 00000800:00000200:1.0:1767734705.462702:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.462709:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.462714:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cd00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.462734:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.462739:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 31928 usecs (32 jiffies) 00000400:00000200:1.0:1767734705.462743:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.462754:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467316 00000100:00000001:1.0:1767734705.462762:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467310 00000100:00000001:1.0:1767734705.462768:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467316 00000100:00000001:1.0:1767734705.462772:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467310 00000100:00000001:1.0:1767734705.462776:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.462779:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.462782:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.462783:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.462786:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.462789:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.462792:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.462913:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.462921:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cd00. 00000400:00000200:2.0:1767734705.462928:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.462936:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.462941:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bd48 00000400:00000010:2.0:1767734705.462944:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bd48. 00000100:00000001:2.0:1767734705.462949:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.462956:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1ed932d80 x1853602672107520/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.462969:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.462973:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed932d80 x1853602672107520/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.462983:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.463000:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.466189:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.466200:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.466204:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.466207:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.466215:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.466222:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.466229:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.466234:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.466239:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.466243:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d36000 00000400:00000200:3.0:1767734705.466261:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.466296:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7bebd [1] + 224 00000800:00000001:3.0:1767734705.466304:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.466352:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.466357:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.466365:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.466372:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.466383:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1ed932d80 x1853602672107520/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734705.466399:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1ed932d80 x1853602672107520/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.466428:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734705.466441:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.466448:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.466480:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.466495:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.466499:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.466503:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.466511:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.466515:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.466519:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.466529:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1ed932d80 x1853602672107520/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.466543:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1ed932d80 x1853602672107520/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.466554:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.466556:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.466559:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.466561:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.466563:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.466566:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.466569:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.466575:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.466580:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.466583:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.466585:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.466600:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.466605:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.466608:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.466610:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.466613:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.466616:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.466621:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1ed932d80 x1853602672107520/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.466631:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.466635:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.466637:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.466642:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1ed932d80 x1853602672107520/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734705.466652:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1ed932d80 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672107520:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.466657:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.466660:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.466662:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.466664:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.466668:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1ed932d80 x1853602672107520/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.466676:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.466679:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.466682:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.466684:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.466686:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.466690:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.466692:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.466695:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.466698:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.466702:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.466707:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683e800, remote cookie: 0x9bbb2ede58dac3cf, flags: 0x1001 00010000:00010000:1.0:1767734705.466713:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b988 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac3cf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.466731:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x17:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000001:1.0:1767734705.466735:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.466742:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.466746:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.466750:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.466754:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b988 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac3cf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.466764:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b988 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac3cf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.466771:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.466774:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.466776:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.466778:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.466780:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.466783:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x17:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.466788:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b988 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac3cf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.466795:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.466797:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.466799:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.466802:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.466804:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.466808:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b988 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac3cf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.466815:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.466817:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.466819:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.466826:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.466828:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.466830:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.466834:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.466836:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.466838:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.466841:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.466843:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.466846:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.466850:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.466851:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.466853:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.466855:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.466858:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.466861:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.466863:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.466867:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b988 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac3cf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.466874:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.466876:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.466877:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.466878:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.466880:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=5 00000020:00000001:1.0:1767734705.466882:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.466885:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.466887:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.466890:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b988 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac3cf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.466897:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.466899:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.466902:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b988 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac3cf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.466925:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.466927:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.466929:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.466931:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.466932:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.466938:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1ed932d80 x1853602672107520/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.466947:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.466949:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.466951:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.466953:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.466955:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.466958:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.466960:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.466962:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.466964:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.466967:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.466970:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.466971:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.466973:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.466975:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.466978:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000002:00010000:1.0:1767734705.466981:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b988 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac3cf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.466988:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.466990:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.466991:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.466993:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.466995:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.466996:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.466998:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.467006:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.467011:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.467014:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.467019:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/23 (0 0) 00010000:00000001:1.0:1767734705.467023:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.467024:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.467026:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.467028:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.467031:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity14 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.467034:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.467038:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.467040:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.467043:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.467048:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.467051:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.467053:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.467055:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.467059:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.467061:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.467064:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920727 : 144115272414920727 : 2000013a3000017) 00000080:00000001:1.0:1767734705.467067:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.467073:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920727 : 144115272414920727 : 2000013a3000017) 00000080:00000001:1.0:1767734705.467076:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.467080:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x17:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.467084:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x17:0x0](ffff94b1c4b0ba88): rc = 0 00000080:00000001:1.0:1767734705.467087:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626089962879624 : -117983746671992 : ffff94b1c4b0ba88) 00010000:00000001:1.0:1767734705.467090:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.467092:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.467094:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.467096:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.467098:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000080:00000001:1.0:1767734705.467101:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.467103:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.467111:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.467115:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.467117:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.467120:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.467123:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1f84536c8) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.467126:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.467129:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1f84536c8) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.467132:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x17:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.467135:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.467137:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.467140:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.467142:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84536c8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.467146:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84536c8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.467148:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.467150:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.467153:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x17:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.467156:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.467159:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.467162:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.467163:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.467165:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.467169:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.467171:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.467174:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x17:0x0](ffff94b1c4b0ba88) for lock 0x1886cffb85c2b988 00800000:00000001:1.0:1767734705.467178:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.467180:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.467183:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.467184:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.467186:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.467188:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.467191:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.467194:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.467195:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.467197:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.467199:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.467209:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682ca8 inode ffff94b1c4b0ba88 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.467212:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.467216:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x17:0x0](ffff94b1c4b0ba88) 00000080:00010000:1.0:1767734705.467221:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b988 from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.467224:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.467226:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.467227:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.467230:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.467232:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.467235:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.467238:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b988 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dac3cf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.467246:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.467247:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.467249:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.467251:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.467254:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b988 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dac3cf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.467290:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.467293:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.467295:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.467299:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.467300:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.467302:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.467305:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.467338:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.467341:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.467345:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.467347:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.467349:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.467351:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.467353:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734705.467358:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c2e8e800. 00000100:00000001:1.0:1767734705.467370:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.467378:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1ed932d80 x1853602672107520/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.467388:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.467390:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.467393:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1d1e43000. 02000000:00000001:1.0:1767734705.467397:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.467399:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.467401:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=68 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.467404:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.467406:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026e000. 02000000:00000001:1.0:1767734705.467410:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.467411:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.467414:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1ed932d80. 00000100:00000001:1.0:1767734705.467417:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.467419:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.467422:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.467423:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.467426:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.467429:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.467432:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.467437:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.467441:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.467443:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.467446:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity14, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.467449:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.467452:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.467455:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.467458:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.467460:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.467463:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84536c8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.467466:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84536c8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.467469:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.467471:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.467473:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.467476:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734705.467486:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c2e8e800. 00800000:00000001:1.0:1767734705.467495:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.467499:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.467501:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x17:0x0] 00800000:00000001:1.0:1767734705.467504:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.467507:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x17:0x0] -> mds #0 00000002:00000001:1.0:1767734705.467511:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.467513:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.467518:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.467521:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.467524:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.467527:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.467529:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.467532:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.467535:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.467537:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.467539:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.467542:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.467544:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.467548:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b988 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dac3cf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.467555:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.467558:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.467560:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.467561:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x17:0x0] mode (null) 00000002:00000001:1.0:1767734705.467565:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.467567:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.467570:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.467573:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.467576:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.467578:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.467580:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.467581:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.467584:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.467586:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.467594:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.467596:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.467599:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.467601:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.467604:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.467606:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.467607:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.467609:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.467611:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.467614:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.467616:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.467618:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.467620:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.467622:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.467624:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.467626:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.467628:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x17:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.467631:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.467633:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.467635:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.467637:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.467640:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x17:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.467642:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.467644:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.467646:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.467648:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.467651:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.467653:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x17:0x0](ffff94b1c4b0ba88) invalid 00000020:00000001:1.0:1767734705.467656:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.467659:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity14 (ffff94b1df682ca8) parent ffff94b1d0bd05e8 inode ffff94b1c4b0ba88 refc 1 00000080:00000001:1.0:1767734705.467663:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.467665:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.467667:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.467670:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.467673:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.467675:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.467677:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.467687:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.467691:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683e800 with handle 0x1886cffb85c2b988 from hash 00010000:00000001:1.0:1767734705.467694:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.467696:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.467698:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.467699:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.467702:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.467704:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.467707:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.467709:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.467712:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.467717:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1ed932d80. 00000020:00000040:1.0:1767734705.467721:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=69 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.467725:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.467727:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.467729:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.467733:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.467736:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.467737:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.467739:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.467742:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.467744:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.467747:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.467752:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c2e8e200. 00000100:00000001:1.0:1767734705.467757:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.467760:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.467762:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.467767:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b988 lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac3cf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.467775:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.467777:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.467779:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.467782:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b988 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac3cf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.467803:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.467809:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.467817:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.467819:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.467821:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.467824:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.467826:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.467835:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.467844:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1ed932d80 x1853602672107776/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.467854:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.467856:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.467860:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.467863:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.467866:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.467868:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648808832 : -117983060742784 : ffff94b1ed932d80) 00000100:00000001:1.0:1767734705.467873:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.467876:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.467878:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.467880:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.467885:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1ed932d80 x1853602672107776/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.467895:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.467897:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.467900:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.467902:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.467905:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.467909:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1ed932d80 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672107776:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.467913:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.467916:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.467925:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.467928:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.467931:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1d1e43000. 02000000:00000001:1.0:1767734705.467934:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.467941:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.467945:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.467950:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.467955:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672107776, portal 10 00000100:00000001:1.0:1767734705.467958:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.467960:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648808832 : -117983060742784 : ffff94b1ed932d80) 00000100:00000040:1.0:1767734705.467967:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1ed932d80 x1853602672107776/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.467977:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.467980:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.467983:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b000. 00000100:00000200:1.0:1767734705.467987:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672107776, offset 0 00000400:00000200:1.0:1767734705.467993:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.467999:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.468005:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.468010:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.468014:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.468018:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.468021:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.468026:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66781:66781:256:4294967295] 192.168.203.112@tcp LPNI seq info [66781:66781:8:4294967295] 00000400:00000200:1.0:1767734705.468032:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.468041:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.468048:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.468052:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cb00. 00000800:00000200:1.0:1767734705.468058:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.468066:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.468070:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cb00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.468093:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.468104:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 31743 usecs (32 jiffies) 00000400:00000200:1.0:1767734705.468110:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.468113:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467321 00000100:00000001:1.0:1767734705.468119:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467316 00000100:00000001:1.0:1767734705.468124:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467321 00000100:00000001:1.0:1767734705.468128:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467316 00000100:00000001:1.0:1767734705.468132:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.468135:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.468138:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.468140:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.468142:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.468145:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.468148:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.468288:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.468296:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cb00. 00000400:00000200:2.0:1767734705.468304:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.468343:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.468350:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b000 00000400:00000010:2.0:1767734705.468354:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b000. 00000100:00000001:2.0:1767734705.468361:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.468369:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1ed932d80 x1853602672107776/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.468383:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.468387:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed932d80 x1853602672107776/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.468398:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.468400:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.471360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c997b7e0. 00000080:00000010:1.1:1767734705.471378:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c4b0ca40. 00000800:00000001:3.0:1767734705.472911:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.472922:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.472926:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.472930:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.472937:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.472944:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.472951:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.472956:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.472961:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.472965:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d36100 00000400:00000200:3.0:1767734705.472971:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.472977:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7bec5 [1] + 224 00000800:00000001:3.0:1767734705.472984:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.472992:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.472995:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.472999:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.473005:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.473012:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1ed932d80 x1853602672107776/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.473039:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b1ed932d80 x1853602672107776/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.473065:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.473073:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.473078:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.473084:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.473090:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66782:66782:256:4294967295] 192.168.203.112@tcp LPNI seq info [66782:66782:8:4294967295] 00000400:00000200:3.0:1767734705.473096:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.473105:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.473112:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.473117:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.473123:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.473130:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.473135:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767734705.473160:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.473170:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.473173:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.473178:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.473186:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.473189:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.473193:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.473205:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1ed932d80 x1853602672107776/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767734705.473206:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.473216:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.473227:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767734705.473236:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1ed932d80 x1853602672107776/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767734705.473241:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000001:1.0:1767734705.473258:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734705.473259:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767734705.473289:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.473294:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.473295:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.473303:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.473346:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.473350:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.473355:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.473362:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.473368:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.473385:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.473388:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.473391:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.473394:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.473397:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734705.473399:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x300005931] 00000100:00000001:1.0:1767734705.473402:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734705.473405:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.473407:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648808832 : -117983060742784 : ffff94b1ed932d80) 00000100:00000001:1.0:1767734705.473410:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.473412:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.473415:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.473417:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.473426:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1ed932d80 x1853602672107776/t12884924771(12884924771) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.473437:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.473439:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.473442:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.473447:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1ed932d80 x1853602672107776/t12884924771(12884924771) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.473456:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1ed932d80 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672107776:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.473462:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.473465:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.473467:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.473470:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.473474:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed932d80 x1853602672107776/t12884924771(12884924771) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.473483:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.473487:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.473492:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.473493:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.473504:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.473507:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.473511:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c2e8e800. 00000100:00000001:1.0:1767734705.473516:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.473521:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1ed932d80 x1853602672107776/t12884924771(12884924771) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.473529:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.473533:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.473539:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.473541:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.473544:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity14 (ffff94b1df682ca8, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.473548:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.473552:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.473557:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.473563:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.473565:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.473567:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.473570:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.473573:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.473576:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1e787c850 -> ffff94b1e787c850 00000020:00000001:1.0:1767734705.473579:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.473581:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.473584:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x17:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.473587:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.473589:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.473591:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.473595:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x17:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.473599:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84536c8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.473602:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.473604:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.473606:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84536c8) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.473609:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.473611:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.473614:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.473616:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x17:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.473620:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.473627:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.473630:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.473633:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.473636:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.473639:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x17:0x0](ffff94b1c4b0ba88) 00800000:00000001:1.0:1767734705.473643:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.473645:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x17:0x0] 00000002:00000001:1.0:1767734705.473648:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.473652:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.473655:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.473657:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.473660:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.473662:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.473665:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.473668:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.473670:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.473672:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.473676:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.473678:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84536c8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.473681:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.473682:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.473685:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84536c8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.473687:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.473689:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.473691:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84536c8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.473694:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84536c8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.473698:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1f84536c8. 00020000:00000001:1.0:1767734705.473702:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.473704:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1e787c7d0. 00000020:00001000:1.0:1767734705.473707:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.473710:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.473712:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.473721:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.473723:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.473725:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.473729:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.473749:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.473762:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.473764:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.473766:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.473769:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.473773:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c2e8e800. 00800000:00000002:1.0:1767734705.473778:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.473782:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.473785:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.473787:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.473789:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.473794:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.473797:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.473802:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.473804:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.473806:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.473810:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.473813:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.473815:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.473819:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.473822:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.473826:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.473829:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.473834:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.473846:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.473849:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.473853:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.473862:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.473864:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.473867:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.473869:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.473872:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.473880:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.473883:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.473886:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.473889:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c2e8e800. 00000080:00000001:1.0:1767734705.473893:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.473895:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.473898:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.473902:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.473906:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.473908:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.473910:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.473912:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.473915:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.473917:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.473921:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.473924:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.473926:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.473927:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.473930:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.473933:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.473935:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.473937:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.473938:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.473941:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.473943:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.473946:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.473949:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.473957:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.473958:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.473960:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.473962:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.473965:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.473979:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.473982:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.473984:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.473988:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.473989:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.473991:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.473994:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.473996:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.473998:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.474001:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.474004:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.474006:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.474008:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.474010:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.474012:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.474015:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.474019:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.474022:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.474024:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.474026:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.474030:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.474032:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.474034:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.474038:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.474040:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.474043:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.474045:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.474048:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.474057:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1c997be00. 00000020:00000001:1.0:1767734705.474060:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.474063:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity15, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.474066:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.474068:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.474070:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity15, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.474076:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c2e8e800. 00000080:00000001:1.0:1767734705.474087:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.474089:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.474091:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.474094:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity15' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.474098:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.474101:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.474103:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity15' -> mds #0 00000002:00000001:1.0:1767734705.474107:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.474109:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.474111:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity15,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.474115:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.474117:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.474121:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1ed933800. 00000020:00000040:1.0:1767734705.474124:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=70 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.474128:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.474131:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.474135:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.474136:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.474138:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.474141:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.474143:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.474147:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.474152:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026e000. 00000100:00000001:1.0:1767734705.474156:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.474160:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.474162:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.474164:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.474166:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.474169:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.474174:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090648811520 : -117983060740096 : ffff94b1ed933800) 00010000:00000001:1.0:1767734705.474178:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.474180:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.474184:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.474187:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.474190:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.474199:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683ea00. 00000020:00000001:1.0:1767734705.474202:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.474205:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683ea00 with handle 0x1886cffb85c2b98f to hash 00000020:00000001:1.0:1767734705.474208:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.474210:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.474213:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.474216:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.474219:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.474222:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b98f lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.474231:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b98f lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.474241:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b98f lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.474246:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.474248:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.474252:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.474255:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.474258:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.474260:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648811520 : -117983060740096 : ffff94b1ed933800) 00000100:00000001:1.0:1767734705.474298:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.474301:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.474304:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.474305:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.474341:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1ed933800 x1853602672107904/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.474352:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.474354:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.474358:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.474361:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.474364:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.474367:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1ed933800 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672107904:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.474382:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.474386:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.474389:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.474391:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.474397:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1d1e40000. 02000000:00000001:1.0:1767734705.474400:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.474407:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.474410:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.474415:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.474420:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672107904, portal 10 00000100:00000001:1.0:1767734705.474423:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.474425:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648811520 : -117983060740096 : ffff94b1ed933800) 00000100:00000040:1.0:1767734705.474432:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1ed933800 x1853602672107904/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.474441:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.474445:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.474447:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b2a8. 00000100:00000200:1.0:1767734705.474451:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672107904, offset 0 00000400:00000200:1.0:1767734705.474456:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.474462:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.474468:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.474472:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.474476:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.474480:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.474483:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.474487:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66783:66783:256:4294967295] 192.168.203.112@tcp LPNI seq info [66783:66783:8:4294967295] 00000400:00000200:1.0:1767734705.474493:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.474503:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.474509:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.474513:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cb00. 00000800:00000200:1.0:1767734705.474519:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.474533:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.474538:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cb00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.474559:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.474564:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 31575 usecs (32 jiffies) 00000400:00000200:1.0:1767734705.474570:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.474573:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467328 00000100:00000001:1.0:1767734705.474579:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467321 00000100:00000001:1.0:1767734705.474585:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467328 00000100:00000001:1.0:1767734705.474589:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467321 00000100:00000001:1.0:1767734705.474592:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.474595:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.474598:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.474600:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.474603:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.474605:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.474608:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.474734:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.474742:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cb00. 00000400:00000200:2.0:1767734705.474749:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.474758:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.474763:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b2a8 00000400:00000010:2.0:1767734705.474766:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b2a8. 00000100:00000001:2.0:1767734705.474771:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.474779:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1ed933800 x1853602672107904/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.474792:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.474797:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed933800 x1853602672107904/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.474807:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.474809:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767734705.476407:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:1.1:1767734705.476419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683e800. 00000800:00000001:3.0:1767734705.477884:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.477895:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.477899:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.477903:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.477910:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.477917:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.477924:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.477929:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.477934:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.477950:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d36180 00000400:00000200:3.0:1767734705.477956:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.477962:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7becd [1] + 224 00000800:00000001:3.0:1767734705.477970:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.477979:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.477983:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.477987:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.477993:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.478000:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1ed933800 x1853602672107904/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734705.478015:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1ed933800 x1853602672107904/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.478041:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734705.478048:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.478052:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.478133:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.478142:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.478145:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.478148:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.478155:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.478158:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.478162:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.478172:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1ed933800 x1853602672107904/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.478186:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1ed933800 x1853602672107904/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.478197:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.478199:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.478202:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.478204:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.478206:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.478224:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.478227:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.478233:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.478238:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.478241:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.478243:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.478246:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.478250:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.478253:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.478255:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.478258:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.478260:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.478294:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1ed933800 x1853602672107904/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.478304:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.478342:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.478345:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.478351:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1ed933800 x1853602672107904/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734705.478362:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1ed933800 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672107904:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.478367:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.478370:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.478373:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.478375:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.478378:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1ed933800 x1853602672107904/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.478387:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.478390:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.478394:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.478396:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.478399:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.478402:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.478404:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.478416:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734705.478420:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.478423:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734705.478429:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683ea00, remote cookie: 0x9bbb2ede58dac407, flags: 0x1001 00010000:00010000:1.0:1767734705.478436:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b98f lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac407 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.478447:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x18:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000001:1.0:1767734705.478451:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.478459:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.478463:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.478467:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.478472:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b98f lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac407 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.478482:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b98f lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac407 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.478489:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.478492:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.478495:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.478497:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.478499:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.478502:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x18:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.478507:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b98f lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac407 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.478514:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.478517:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.478519:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.478522:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.478524:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.478534:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b98f lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac407 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.478543:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.478545:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.478547:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.478548:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.478550:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.478551:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.478555:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.478557:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.478559:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.478561:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.478563:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.478566:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.478569:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.478571:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.478573:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734705.478575:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.478578:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.478581:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.478583:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.478587:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b98f lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac407 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.478595:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.478596:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.478598:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.478599:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.478601:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=5 00000020:00000001:1.0:1767734705.478603:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.478605:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.478608:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.478611:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b98f lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac407 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.478626:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.478627:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.478631:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b98f lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac407 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.478638:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.478639:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.478641:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.478642:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.478644:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.478650:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1ed933800 x1853602672107904/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.478658:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.478660:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.478662:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.478664:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.478666:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.478669:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.478671:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.478672:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.478675:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.478678:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.478681:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.478682:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.478684:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.478686:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.478689:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000002:00010000:1.0:1767734705.478692:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b98f lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac407 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.478699:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.478706:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.478708:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.478711:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.478712:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.478714:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.478717:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.478720:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734705.478724:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.478727:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.478731:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/24 (0 0) 00010000:00000001:1.0:1767734705.478735:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.478736:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.478737:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.478740:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.478742:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity15 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.478746:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.478750:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.478753:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.478756:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.478760:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.478763:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.478765:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.478768:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.478771:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.478773:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.478776:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920728 : 144115272414920728 : 2000013a3000018) 00000080:00000001:1.0:1767734705.478779:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.478784:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920728 : 144115272414920728 : 2000013a3000018) 00000080:00000001:1.0:1767734705.478787:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.478791:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x18:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.478795:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x18:0x0](ffff94b1c4b09988): rc = 0 00000080:00000001:1.0:1767734705.478798:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626089962871176 : -117983746680440 : ffff94b1c4b09988) 00010000:00000001:1.0:1767734705.478801:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.478802:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.478810:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.478813:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.478816:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000080:00000001:1.0:1767734705.478819:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.478821:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.478824:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.478826:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.478828:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.478831:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.478833:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1f84530f8) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.478837:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.478839:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1f84530f8) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.478843:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x18:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.478845:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.478848:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.478851:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.478853:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84530f8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.478856:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84530f8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.478859:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.478861:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.478864:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x18:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.478867:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.478870:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.478872:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.478874:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.478876:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.478879:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.478881:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.478884:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x18:0x0](ffff94b1c4b09988) for lock 0x1886cffb85c2b98f 00800000:00000001:1.0:1767734705.478887:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.478889:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.478891:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.478892:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.478894:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.478897:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.478905:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.478908:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.478910:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.478912:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.478914:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.478919:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682000 inode ffff94b1c4b09988 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.478923:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.478926:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x18:0x0](ffff94b1c4b09988) 00000080:00010000:1.0:1767734705.478930:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b98f from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.478932:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.478934:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.478936:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.478938:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.478942:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.478944:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.478947:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b98f lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dac407 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.478955:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.478956:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.478958:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.478960:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.478963:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b98f lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dac407 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.478972:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.478974:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.478976:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.478979:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.478980:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.478982:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.478985:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.478986:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.478989:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.479001:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.479003:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.479005:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.479007:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.479009:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734705.479013:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c2e8e800. 00000100:00000001:1.0:1767734705.479017:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.479023:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1ed933800 x1853602672107904/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.479032:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.479035:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.479038:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1d1e40000. 02000000:00000001:1.0:1767734705.479041:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.479043:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.479045:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=69 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.479047:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.479050:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026e000. 02000000:00000001:1.0:1767734705.479053:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.479055:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.479057:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1ed933800. 00000100:00000001:1.0:1767734705.479060:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.479062:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.479064:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.479066:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.479068:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.479072:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.479074:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.479079:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.479082:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.479084:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.479087:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity15, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.479091:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.479093:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.479096:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.479098:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.479101:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.479103:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84530f8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.479112:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84530f8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.479115:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.479117:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.479119:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.479122:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734705.479127:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c2e8e800. 00800000:00000001:1.0:1767734705.479135:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.479138:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.479140:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x18:0x0] 00800000:00000001:1.0:1767734705.479143:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.479146:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x18:0x0] -> mds #0 00000002:00000001:1.0:1767734705.479150:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.479152:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.479157:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.479160:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.479163:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.479166:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.479168:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.479171:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.479174:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.479176:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.479178:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.479180:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.479183:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.479186:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b98f lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dac407 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.479194:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.479197:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.479198:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.479200:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x18:0x0] mode (null) 00000002:00000001:1.0:1767734705.479204:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.479206:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.479208:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.479211:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.479220:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.479223:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.479225:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.479227:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.479230:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.479232:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.479234:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.479236:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.479237:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.479240:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.479242:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.479244:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.479245:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.479247:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.479249:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.479252:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.479254:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.479256:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.479258:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.479260:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.479295:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.479298:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.479300:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x18:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.479302:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.479305:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.479334:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.479336:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.479339:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x18:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.479342:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.479344:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.479346:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.479348:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.479351:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.479353:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x18:0x0](ffff94b1c4b09988) invalid 00000020:00000001:1.0:1767734705.479357:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.479359:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity15 (ffff94b1df682000) parent ffff94b1d0bd05e8 inode ffff94b1c4b09988 refc 1 00000080:00000001:1.0:1767734705.479364:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.479374:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.479376:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.479380:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.479383:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.479385:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.479387:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.479390:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.479394:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683ea00 with handle 0x1886cffb85c2b98f from hash 00010000:00000001:1.0:1767734705.479397:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.479399:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.479400:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.479402:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.479404:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.479406:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.479410:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.479413:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.479416:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.479422:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1ed933800. 00000020:00000040:1.0:1767734705.479425:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=70 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.479429:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.479431:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.479434:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.479437:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.479440:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.479442:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.479444:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.479446:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.479449:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.479452:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.479458:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c2e8f800. 00000100:00000001:1.0:1767734705.479462:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.479465:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.479468:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.479473:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b98f lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac407 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.479481:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.479489:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.479491:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.479495:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b98f lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac407 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.479504:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.479508:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.479516:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.479518:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.479521:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.479523:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.479525:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.479534:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.479543:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1ed933800 x1853602672108160/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.479553:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.479555:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.479560:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.479562:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.479565:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.479567:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648811520 : -117983060740096 : ffff94b1ed933800) 00000100:00000001:1.0:1767734705.479571:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.479575:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.479577:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.479579:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.479583:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1ed933800 x1853602672108160/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.479593:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.479595:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.479598:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.479601:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.479603:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.479607:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1ed933800 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672108160:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.479618:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.479623:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.479625:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.479628:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.479631:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1d1e40000. 02000000:00000001:1.0:1767734705.479635:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.479642:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.479645:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.479650:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.479656:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672108160, portal 10 00000100:00000001:1.0:1767734705.479658:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.479660:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648811520 : -117983060740096 : ffff94b1ed933800) 00000100:00000040:1.0:1767734705.479667:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1ed933800 x1853602672108160/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.479677:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.479680:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.479683:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b550. 00000100:00000200:1.0:1767734705.479687:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672108160, offset 0 00000400:00000200:1.0:1767734705.479693:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.479699:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.479705:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.479709:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.479713:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.479717:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.479721:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.479725:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66784:66784:256:4294967295] 192.168.203.112@tcp LPNI seq info [66784:66784:8:4294967295] 00000400:00000200:1.0:1767734705.479731:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.479740:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.479748:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.479752:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cd00. 00000800:00000200:1.0:1767734705.479758:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.479772:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.479777:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cd00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.479799:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.479804:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 31393 usecs (32 jiffies) 00000400:00000200:1.0:1767734705.479810:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.479813:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467333 00000100:00000001:1.0:1767734705.479819:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467328 00000100:00000001:1.0:1767734705.479825:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467333 00000100:00000001:1.0:1767734705.479829:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467328 00000100:00000001:1.0:1767734705.479832:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.479836:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.479838:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.479840:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.479843:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.479846:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.479848:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.479967:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.479975:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cd00. 00000400:00000200:2.0:1767734705.479982:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.479990:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.480006:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b550 00000400:00000010:2.0:1767734705.480009:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b550. 00000100:00000001:2.0:1767734705.480013:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.480021:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1ed933800 x1853602672108160/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.480034:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.480039:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed933800 x1853602672108160/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.480048:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.480051:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.481400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c997b700. 00000080:00000010:1.1:1767734705.481419:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c4b0b9c0. 00000800:00000001:3.0:1767734705.484658:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.484669:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.484673:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.484677:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.484685:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.484691:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.484698:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.484703:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.484708:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.484713:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d36280 00000400:00000200:3.0:1767734705.484719:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.484725:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7bed5 [1] + 224 00000800:00000001:3.0:1767734705.484731:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.484739:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.484742:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.484747:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.484752:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.484771:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1ed933800 x1853602672108160/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.484786:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b1ed933800 x1853602672108160/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.484812:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.484820:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.484824:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.484831:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.484837:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66785:66785:256:4294967295] 192.168.203.112@tcp LPNI seq info [66785:66785:8:4294967295] 00000400:00000200:3.0:1767734705.484844:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.484853:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.484859:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.484864:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.484870:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.484877:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.484882:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767734705.484906:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.484917:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.484920:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.484924:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.484932:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.484935:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.484939:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:3.0:1767734705.484951:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1767734705.484952:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1ed933800 x1853602672108160/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767734705.484962:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.484973:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767734705.484982:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1ed933800 x1853602672108160/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767734705.484991:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.485011:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767734705.485012:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.485018:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.485024:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.485027:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.485030:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.485047:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.485051:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.485057:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.485062:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.485065:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.485068:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.485071:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.485075:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.485078:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734705.485081:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x300005932] 00000100:00000001:1.0:1767734705.485084:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734705.485088:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000001:3.0:1767734705.485091:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.485092:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648811520 : -117983060740096 : ffff94b1ed933800) 00000100:00000001:1.0:1767734705.485103:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.485106:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.485108:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.485111:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.485119:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1ed933800 x1853602672108160/t12884924772(12884924772) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.485131:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.485134:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.485137:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.485143:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1ed933800 x1853602672108160/t12884924772(12884924772) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.485152:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1ed933800 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672108160:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.485157:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.485160:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.485163:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.485165:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.485168:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed933800 x1853602672108160/t12884924772(12884924772) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.485177:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.485187:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.485191:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.485193:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.485199:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.485201:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.485205:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c2e8e800. 00000100:00000001:1.0:1767734705.485210:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.485214:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1ed933800 x1853602672108160/t12884924772(12884924772) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.485222:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.485226:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.485232:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.485235:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.485237:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity15 (ffff94b1df682000, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.485242:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.485245:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.485250:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.485256:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.485258:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.485260:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.485293:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.485296:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.485300:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1e787c2d8 -> ffff94b1e787c2d8 00000020:00000001:1.0:1767734705.485303:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.485305:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.485339:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x18:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.485344:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.485345:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.485347:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.485351:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x18:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.485355:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84530f8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.485359:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.485361:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.485364:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84530f8) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.485369:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.485373:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.485387:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.485389:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x18:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.485394:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.485396:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.485400:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.485405:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.485410:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.485413:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x18:0x0](ffff94b1c4b09988) 00800000:00000001:1.0:1767734705.485417:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.485420:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x18:0x0] 00000002:00000001:1.0:1767734705.485425:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.485429:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.485432:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.485435:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.485439:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.485443:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.485446:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.485450:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.485457:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.485461:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.485469:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.485471:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84530f8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.485475:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.485476:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.485479:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84530f8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.485481:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.485483:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.485484:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84530f8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.485487:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84530f8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.485490:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1f84530f8. 00020000:00000001:1.0:1767734705.485494:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.485496:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1e787c258. 00000020:00001000:1.0:1767734705.485502:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.485505:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.485507:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.485514:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.485516:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.485525:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.485529:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.485549:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.485552:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.485553:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.485555:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.485558:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.485563:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c2e8e800. 00800000:00000002:1.0:1767734705.485568:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.485571:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.485574:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.485576:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.485578:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.485583:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.485586:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.485590:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.485593:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.485595:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.485599:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.485601:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.485603:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.485608:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.485611:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.485615:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.485618:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.485623:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.485634:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.485638:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.485642:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.485650:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.485659:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.485662:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.485664:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.485666:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.485669:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.485672:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.485675:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.485678:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c2e8e800. 00000080:00000001:1.0:1767734705.485681:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.485683:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.485686:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.485690:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.485694:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.485696:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.485698:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.485700:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.485703:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.485706:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.485709:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.485712:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.485714:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.485716:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.485718:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.485721:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.485723:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.485725:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.485727:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.485729:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.485732:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.485734:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.485738:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.485745:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.485752:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.485754:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.485757:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.485760:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.485769:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.485771:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.485773:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.485776:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.485778:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.485779:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.485782:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.485784:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.485787:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.485790:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.485793:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.485795:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.485797:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.485799:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.485801:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.485804:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.485808:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.485812:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.485814:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.485817:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.485820:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.485823:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.485825:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.485828:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.485831:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.485834:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.485836:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.485840:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.485849:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1c8b44860. 00000020:00000001:1.0:1767734705.485852:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.485855:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity16, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.485864:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.485866:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.485869:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity16, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.485876:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c2e8e800. 00000080:00000001:1.0:1767734705.485880:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.485883:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.485885:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.485887:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity16' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.485891:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.485895:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.485897:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity16' -> mds #0 00000002:00000001:1.0:1767734705.485902:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.485903:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.485905:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity16,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.485909:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.485911:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.485915:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1ed931f80. 00000020:00000040:1.0:1767734705.485918:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=71 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.485922:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.485926:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.485929:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.485931:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.485933:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.485936:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.485938:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.485941:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.485946:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026e000. 00000100:00000001:1.0:1767734705.485951:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.485955:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.485957:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.485960:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.485962:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.485964:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.485970:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090648805248 : -117983060746368 : ffff94b1ed931f80) 00010000:00000001:1.0:1767734705.485974:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.485986:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.485990:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.485993:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.485997:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.486000:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683e800. 00000020:00000001:1.0:1767734705.486003:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.486006:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683e800 with handle 0x1886cffb85c2b996 to hash 00000020:00000001:1.0:1767734705.486009:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.486011:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.486014:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.486018:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.486020:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.486024:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b996 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.486032:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b996 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.486042:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b996 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.486049:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.486051:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.486055:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.486058:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.486061:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.486063:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648805248 : -117983060746368 : ffff94b1ed931f80) 00000100:00000001:1.0:1767734705.486067:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.486071:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.486073:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.486075:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.486082:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1ed931f80 x1853602672108288/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.486092:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.486094:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.486104:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.486106:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.486110:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.486114:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1ed931f80 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672108288:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.486119:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.486123:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.486125:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.486127:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.486132:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1d1e44800. 02000000:00000001:1.0:1767734705.486134:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.486141:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.486145:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.486150:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.486155:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672108288, portal 10 00000100:00000001:1.0:1767734705.486158:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.486160:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648805248 : -117983060746368 : ffff94b1ed931f80) 00000100:00000040:1.0:1767734705.486166:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1ed931f80 x1853602672108288/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.486176:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.486179:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.486182:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845be58. 00000100:00000200:1.0:1767734705.486185:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672108288, offset 0 00000400:00000200:1.0:1767734705.486191:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.486197:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.486203:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.486208:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.486212:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.486216:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.486219:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.486223:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66786:66786:256:4294967295] 192.168.203.112@tcp LPNI seq info [66786:66786:8:4294967295] 00000400:00000200:1.0:1767734705.486229:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.486239:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.486253:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.486257:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c900. 00000800:00000200:1.0:1767734705.486291:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.486298:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.486303:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c900 type 1, nob 680 niov 1 nkiov 1 00010000:00000010:1.1:1767734705.486368:0:251835:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:1.1:1767734705.486375:0:251835:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683ea00. 00000100:00000001:1.0:1767734705.486382:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.486387:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 31228 usecs (32 jiffies) 00000400:00000200:1.0:1767734705.486393:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.486396:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467340 00000100:00000001:1.0:1767734705.486404:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467333 00000100:00000001:1.0:1767734705.486409:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467340 00000100:00000001:1.0:1767734705.486413:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467333 00000100:00000001:1.0:1767734705.486417:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.486420:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.486423:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.486425:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.486427:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.486430:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.486433:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.486545:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.486554:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c900. 00000400:00000200:2.0:1767734705.486561:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.486569:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.486574:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845be58 00000400:00000010:2.0:1767734705.486577:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845be58. 00000100:00000001:2.0:1767734705.486582:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.486589:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1ed931f80 x1853602672108288/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.486603:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.486607:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed931f80 x1853602672108288/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.486617:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.486619:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.491386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c997be00. 00000080:00000010:1.1:1767734705.491417:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c4b098c0. 00000800:00000001:3.0:1767734705.497354:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.497366:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.497369:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.497375:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.497385:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.497396:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.497404:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.497411:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.497430:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.497434:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d36300 00000400:00000200:3.0:1767734705.497441:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.497446:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7bedd [1] + 224 00000800:00000001:3.0:1767734705.497454:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.497463:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.497466:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.497471:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.497476:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.497484:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1ed931f80 x1853602672108288/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734705.497499:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1ed931f80 x1853602672108288/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.497527:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734705.497534:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.497538:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.497643:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.497652:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.497655:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.497659:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.497665:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.497668:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.497672:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.497682:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1ed931f80 x1853602672108288/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.497698:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1ed931f80 x1853602672108288/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.497709:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.497725:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.497729:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.497732:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.497735:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.497738:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.497741:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.497748:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.497752:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.497756:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.497758:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.497760:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.497764:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.497768:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.497770:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.497776:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.497780:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.497787:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1ed931f80 x1853602672108288/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.497797:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.497802:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.497805:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.497810:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1ed931f80 x1853602672108288/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734705.497820:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1ed931f80 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672108288:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.497826:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.497828:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.497831:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.497833:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.497836:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1ed931f80 x1853602672108288/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.497844:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.497847:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.497851:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.497858:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.497861:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.497865:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.497867:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.497870:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.497873:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.497877:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.497882:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683e800, remote cookie: 0x9bbb2ede58dac43f, flags: 0x1001 00010000:00010000:1.0:1767734705.497888:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b996 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac43f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.497899:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x19:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000001:1.0:1767734705.497904:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.497910:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.497914:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.497920:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.497924:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b996 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac43f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.497934:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b996 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac43f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.497942:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.497945:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.497947:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.497949:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.497951:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.497954:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x19:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.497959:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b996 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac43f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.497966:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.497974:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.497977:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.497982:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.497986:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.497990:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b996 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac43f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.497999:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.498002:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.498005:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.498006:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.498008:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.498010:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.498014:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.498016:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.498019:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.498021:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.498023:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.498027:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.498029:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.498031:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.498032:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.498035:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.498037:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.498040:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.498042:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.498046:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b996 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac43f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.498053:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.498056:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.498058:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.498060:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.498062:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=5 00000020:00000001:1.0:1767734705.498065:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.498076:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.498080:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.498084:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b996 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac43f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.498092:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.498093:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.498096:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b996 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac43f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.498103:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.498104:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.498106:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.498107:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.498109:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.498115:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1ed931f80 x1853602672108288/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.498124:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.498125:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.498127:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.498130:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.498132:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.498135:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.498136:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.498138:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.498140:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.498142:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.498145:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.498147:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.498148:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.498151:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.498154:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000002:00010000:1.0:1767734705.498158:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b996 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac43f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.498172:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.498174:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.498176:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.498179:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.498180:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.498182:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.498184:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.498186:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.498191:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.498193:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.498197:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/25 (0 0) 00010000:00000001:1.0:1767734705.498201:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.498202:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.498203:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.498206:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.498208:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity16 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.498212:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.498215:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.498218:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.498221:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.498224:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.498227:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.498229:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.498231:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.498235:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.498237:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.498239:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920729 : 144115272414920729 : 2000013a3000019) 00000080:00000001:1.0:1767734705.498243:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.498247:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920729 : 144115272414920729 : 2000013a3000019) 00000080:00000001:1.0:1767734705.498251:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.498255:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x19:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.498259:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x19:0x0](ffff94b1c4b0c2c8): rc = 0 00000080:00000001:1.0:1767734705.498288:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626089962881736 : -117983746669880 : ffff94b1c4b0c2c8) 00010000:00000001:1.0:1767734705.498299:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.498301:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.498304:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.498343:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.498347:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000080:00000001:1.0:1767734705.498351:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.498353:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.498356:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.498359:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.498362:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.498364:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.498367:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1f84533e0) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.498370:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.498373:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1f84533e0) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.498376:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x19:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.498379:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.498381:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.498385:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.498387:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84533e0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.498391:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84533e0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.498393:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.498395:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.498398:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x19:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.498401:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.498403:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.498406:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.498407:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.498409:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.498412:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.498414:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.498418:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x19:0x0](ffff94b1c4b0c2c8) for lock 0x1886cffb85c2b996 00800000:00000001:1.0:1767734705.498421:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.498424:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.498426:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.498428:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.498437:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.498440:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.498443:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.498447:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.498448:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.498450:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.498452:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.498457:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682ca8 inode ffff94b1c4b0c2c8 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.498460:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.498463:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x19:0x0](ffff94b1c4b0c2c8) 00000080:00010000:1.0:1767734705.498467:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b996 from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.498470:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.498471:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.498473:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.498476:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.498479:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.498482:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.498485:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b996 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dac43f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.498493:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.498494:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.498496:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.498498:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.498501:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b996 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dac43f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.498508:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.498510:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.498513:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.498516:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.498518:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.498520:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.498523:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.498530:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.498532:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.498536:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.498539:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.498541:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.498542:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.498545:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734705.498548:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c2e8e800. 00000100:00000001:1.0:1767734705.498552:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.498559:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1ed931f80 x1853602672108288/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.498568:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.498571:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.498574:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1d1e44800. 02000000:00000001:1.0:1767734705.498578:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.498580:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.498582:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=70 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.498585:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.498587:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026e000. 02000000:00000001:1.0:1767734705.498590:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.498592:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.498594:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1ed931f80. 00000100:00000001:1.0:1767734705.498598:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.498599:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.498602:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.498604:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.498606:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.498610:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.498612:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.498617:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.498620:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.498623:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.498625:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity16, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.498628:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.498631:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.498634:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.498636:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.498644:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.498647:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84533e0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.498650:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84533e0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.498653:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.498655:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.498658:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.498660:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734705.498665:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c2e8e800. 00800000:00000001:1.0:1767734705.498672:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.498676:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.498678:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x19:0x0] 00800000:00000001:1.0:1767734705.498681:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.498684:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x19:0x0] -> mds #0 00000002:00000001:1.0:1767734705.498688:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.498690:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.498695:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.498698:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.498701:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.498704:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.498706:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.498709:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.498711:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.498714:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.498716:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.498718:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.498721:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.498724:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b996 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dac43f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.498732:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.498734:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.498736:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.498738:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x19:0x0] mode (null) 00000002:00000001:1.0:1767734705.498741:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.498743:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.498752:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.498755:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.498758:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.498761:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.498763:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.498765:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.498767:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.498769:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.498771:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.498773:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.498774:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.498777:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.498779:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.498781:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.498782:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.498784:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.498786:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.498789:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.498791:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.498793:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.498795:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.498797:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.498799:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.498801:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.498803:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x19:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.498805:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.498807:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.498810:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.498812:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.498814:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x19:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.498817:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.498819:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.498821:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.498823:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.498825:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.498827:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x19:0x0](ffff94b1c4b0c2c8) invalid 00000020:00000001:1.0:1767734705.498831:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.498841:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity16 (ffff94b1df682ca8) parent ffff94b1d0bd05e8 inode ffff94b1c4b0c2c8 refc 1 00000080:00000001:1.0:1767734705.498846:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.498848:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.498850:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.498853:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.498856:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.498858:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.498860:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.498863:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.498866:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683e800 with handle 0x1886cffb85c2b996 from hash 00010000:00000001:1.0:1767734705.498869:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.498871:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.498873:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.498875:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.498878:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.498879:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.498883:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.498885:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.498888:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.498892:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1ed931f80. 00000020:00000040:1.0:1767734705.498896:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=71 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.498899:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.498901:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.498903:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.498906:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.498909:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.498911:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.498912:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.498915:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.498918:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.498921:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.498926:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c2e8f600. 00000100:00000001:1.0:1767734705.498931:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.498933:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.498936:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.498941:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b996 lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac43f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.498955:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.498957:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.498960:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.498963:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b996 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac43f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.498970:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.498975:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.498982:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.498984:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.498986:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.498988:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.498990:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.498999:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.499007:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1ed931f80 x1853602672108544/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.499017:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.499019:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.499023:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.499026:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.499029:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.499031:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648805248 : -117983060746368 : ffff94b1ed931f80) 00000100:00000001:1.0:1767734705.499035:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.499038:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.499041:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.499042:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.499046:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1ed931f80 x1853602672108544/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.499056:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.499058:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.499061:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.499069:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.499072:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.499077:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1ed931f80 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672108544:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.499082:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.499086:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.499088:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.499091:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.499094:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1d1e44800. 02000000:00000001:1.0:1767734705.499097:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.499103:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.499107:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.499112:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.499117:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672108544, portal 10 00000100:00000001:1.0:1767734705.499120:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.499122:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648805248 : -117983060746368 : ffff94b1ed931f80) 00000100:00000040:1.0:1767734705.499129:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1ed931f80 x1853602672108544/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.499138:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.499141:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.499144:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b4c8. 00000100:00000200:1.0:1767734705.499147:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672108544, offset 0 00000400:00000200:1.0:1767734705.499153:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.499159:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.499165:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.499170:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.499174:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.499177:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.499180:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.499185:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66787:66787:256:4294967295] 192.168.203.112@tcp LPNI seq info [66787:66787:8:4294967295] 00000400:00000200:1.0:1767734705.499190:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.499199:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.499206:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.499216:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472ce00. 00000800:00000200:1.0:1767734705.499223:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.499230:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.499234:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472ce00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.499257:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.499280:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 31117 usecs (32 jiffies) 00000400:00000200:1.0:1767734705.499286:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.499289:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467352 00000100:00000001:1.0:1767734705.499295:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467340 00000100:00000001:1.0:1767734705.499301:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467352 00000100:00000001:1.0:1767734705.499305:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467340 00000100:00000001:1.0:1767734705.499358:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.499362:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.499365:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.499368:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.499371:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.499375:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.499377:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.499438:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.499446:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472ce00. 00000400:00000200:2.0:1767734705.499457:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.499467:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.499473:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b4c8 00000400:00000010:2.0:1767734705.499476:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b4c8. 00000100:00000001:2.0:1767734705.499481:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.499488:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1ed931f80 x1853602672108544/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.499521:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.499526:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed931f80 x1853602672108544/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.499536:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.499539:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767734705.504387:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:1.1:1767734705.504398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683e800. 00000800:00000001:3.0:1767734705.507885:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.507896:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.507900:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.507903:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.507911:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.507918:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.507925:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.507930:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.507935:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.507939:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d36400 00000400:00000200:3.0:1767734705.507945:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.507951:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7bee5 [1] + 224 00000800:00000001:3.0:1767734705.507958:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.507965:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.507968:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.507973:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.507989:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.507997:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1ed931f80 x1853602672108544/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.508012:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b1ed931f80 x1853602672108544/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.508038:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.508045:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.508050:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.508055:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.508062:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66788:66788:256:4294967295] 192.168.203.112@tcp LPNI seq info [66788:66788:8:4294967295] 00000400:00000200:3.0:1767734705.508068:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.508077:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.508083:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.508088:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.508094:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.508101:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.508106:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767734705.508151:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.508161:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.508163:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.508168:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000800:00000200:3.0:1767734705.508177:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767734705.508178:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.508185:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000800:00000010:3.0:1767734705.508187:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000100:00000001:1.0:1767734705.508191:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767734705.508197:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767734705.508206:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1ed931f80 x1853602672108544/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767734705.508214:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:2.0:1767734705.508237:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767734705.508241:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1ed931f80 x1853602672108544/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767734705.508249:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.508256:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.508287:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.508320:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.508353:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.508356:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.508358:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.508361:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.508367:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.508371:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.508374:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.508376:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.508378:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.508381:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.508384:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734705.508386:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x300005933] 00000100:00000001:1.0:1767734705.508388:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734705.508390:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.508392:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090648805248 : -117983060746368 : ffff94b1ed931f80) 00000100:00000001:1.0:1767734705.508395:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.508397:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.508399:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.508402:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.508408:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1ed931f80 x1853602672108544/t12884924773(12884924773) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.508418:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.508420:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.508422:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.508427:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1ed931f80 x1853602672108544/t12884924773(12884924773) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.508435:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1ed931f80 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672108544:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.508440:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.508443:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.508445:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.508446:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.508450:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1ed931f80 x1853602672108544/t12884924773(12884924773) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.508465:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.508468:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.508471:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.508473:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.508478:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.508480:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.508484:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c2e8e800. 00000100:00000001:1.0:1767734705.508487:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.508492:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1ed931f80 x1853602672108544/t12884924773(12884924773) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.508499:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.508502:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.508508:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.508510:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.508512:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity16 (ffff94b1df682ca8, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.508516:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.508519:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.508523:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.508528:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.508530:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.508532:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.508535:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.508538:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.508541:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1e787c6c0 -> ffff94b1e787c6c0 00000020:00000001:1.0:1767734705.508543:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.508545:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.508547:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x19:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.508550:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.508552:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.508553:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.508556:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x19:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.508559:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84533e0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.508562:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.508564:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.508572:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84533e0) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.508575:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.508577:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.508579:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.508582:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x19:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.508585:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.508586:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.508588:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.508590:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.508593:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.508595:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x19:0x0](ffff94b1c4b0c2c8) 00800000:00000001:1.0:1767734705.508598:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.508599:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x19:0x0] 00000002:00000001:1.0:1767734705.508603:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.508606:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.508609:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.508611:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.508613:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.508615:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.508618:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.508620:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.508622:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.508624:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.508627:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.508629:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84533e0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.508631:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.508632:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.508634:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84533e0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.508636:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.508638:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.508640:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84533e0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.508643:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84533e0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.508646:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1f84533e0. 00020000:00000001:1.0:1767734705.508650:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.508651:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1e787c640. 00000020:00001000:1.0:1767734705.508655:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.508665:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.508667:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.508674:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.508675:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.508677:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.508681:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.508698:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.508701:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.508703:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.508705:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.508707:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.508712:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c2e8e800. 00800000:00000002:1.0:1767734705.508716:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.508719:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.508721:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.508723:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.508726:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.508730:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.508733:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.508737:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.508739:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.508741:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.508745:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.508747:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.508749:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.508752:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.508755:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.508759:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.508761:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.508766:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.508776:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.508779:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.508782:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.508796:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.508799:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.508801:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.508803:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.508805:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.508807:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.508810:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.508812:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.508815:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c2e8e800. 00000080:00000001:1.0:1767734705.508818:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.508819:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.508822:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.508825:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.508829:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.508831:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.508833:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.508835:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.508837:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.508839:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.508842:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.508845:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.508847:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.508848:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.508850:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.508853:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.508855:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.508856:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.508857:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.508859:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.508861:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.508864:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.508866:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.508879:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.508881:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.508883:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.508885:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.508887:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.508915:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.508917:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.508919:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.508922:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.508924:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.508925:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.508928:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.508930:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.508932:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.508935:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.508938:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.508940:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.508941:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.508944:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.508946:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.508949:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.508954:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.508958:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.508960:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.508962:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.508965:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.508968:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.508970:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.508974:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.508976:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.508979:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.508981:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.508984:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.509000:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1c8b44f80. 00000020:00000001:1.0:1767734705.509004:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.509006:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity17, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.509010:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.509012:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.509015:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity17, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.509021:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c2e8e800. 00000080:00000001:1.0:1767734705.509025:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.509027:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.509029:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.509031:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity17' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.509035:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.509038:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.509041:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity17' -> mds #0 00000002:00000001:1.0:1767734705.509046:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.509048:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.509050:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity17,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.509054:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.509056:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.509061:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200851c00. 00000020:00000040:1.0:1767734705.509064:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=72 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.509068:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.509072:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.509074:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.509076:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.509078:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.509081:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.509083:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.509086:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.509091:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026e000. 00000100:00000001:1.0:1767734705.509096:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.509100:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.509102:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.509105:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.509106:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.509115:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.509122:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090966653952 : -117982742897664 : ffff94b200851c00) 00010000:00000001:1.0:1767734705.509127:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.509129:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.509133:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.509136:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.509139:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.509143:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683e800. 00000020:00000001:1.0:1767734705.509147:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.509150:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683e800 with handle 0x1886cffb85c2b99d to hash 00000020:00000001:1.0:1767734705.509153:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.509155:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.509158:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.509162:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.509164:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.509168:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b99d lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.509176:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b99d lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.509185:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b99d lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.509191:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.509193:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.509197:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.509199:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.509203:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.509205:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966653952 : -117982742897664 : ffff94b200851c00) 00000100:00000001:1.0:1767734705.509209:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.509212:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.509215:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.509217:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.509223:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200851c00 x1853602672108672/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.509240:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.509242:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.509246:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.509248:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.509251:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.509255:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200851c00 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672108672:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.509260:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.509307:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.509309:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.509311:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.509316:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1d1e45000. 02000000:00000001:1.0:1767734705.509318:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.509363:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.509367:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.509372:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.509377:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672108672, portal 10 00000100:00000001:1.0:1767734705.509379:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.509381:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966653952 : -117982742897664 : ffff94b200851c00) 00000100:00000040:1.0:1767734705.509387:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b200851c00 x1853602672108672/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.509396:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.509399:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.509401:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b770. 00000100:00000200:1.0:1767734705.509404:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672108672, offset 0 00000400:00000200:1.0:1767734705.509409:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.509414:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.509419:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.509423:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.509426:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.509429:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.509433:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.509447:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66789:66789:256:4294967295] 192.168.203.112@tcp LPNI seq info [66789:66789:8:4294967295] 00000400:00000200:1.0:1767734705.509454:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.509464:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.509475:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.509481:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c200. 00000800:00000200:1.0:1767734705.509488:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.509495:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.509500:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c200 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.509515:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.509520:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 30988 usecs (31 jiffies) 00000400:00000200:1.0:1767734705.509524:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.509526:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467362 00000100:00000001:1.0:1767734705.509532:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467352 00000100:00000001:1.0:1767734705.509538:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467362 00000100:00000001:1.0:1767734705.509541:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467352 00000100:00000001:1.0:1767734705.509544:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.509547:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.509549:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.509551:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.509553:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.509556:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.509558:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734705.509695:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.509703:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c200. 00000400:00000200:3.0:1767734705.509710:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.509718:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.509723:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b770 00000400:00000010:3.0:1767734705.509726:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b770. 00000100:00000001:3.0:1767734705.509730:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.509738:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200851c00 x1853602672108672/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.509775:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.509781:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200851c00 x1853602672108672/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.509791:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.509793:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734705.513137:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.513152:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.513155:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.513158:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.513166:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.513173:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.513181:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.513185:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.513190:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.513195:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d36480 00000400:00000200:2.0:1767734705.513201:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.513207:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7beed [1] + 224 00000800:00000001:2.0:1767734705.513214:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.513223:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.513226:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.513231:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.513236:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.513243:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200851c00 x1853602672108672/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734705.513258:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b200851c00 x1853602672108672/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.513360:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734705.513370:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.513387:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.513389:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.513399:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.513403:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.513407:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.513417:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.513420:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.513427:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.513437:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200851c00 x1853602672108672/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.513474:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200851c00 x1853602672108672/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.513483:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.513486:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.513488:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.513491:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.513493:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.513495:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.513498:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.513503:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.513507:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.513510:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.513512:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.513514:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.513519:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.513521:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.513523:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.513525:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.513527:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.513532:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200851c00 x1853602672108672/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.513541:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.513543:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.513545:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.513549:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200851c00 x1853602672108672/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734705.513558:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200851c00 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672108672:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.513564:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.513566:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.513568:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.513570:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.513579:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200851c00 x1853602672108672/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.513587:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.513590:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.513593:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.513594:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.513597:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.513599:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.513601:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.513604:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.513606:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.513610:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.513614:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683e800, remote cookie: 0x9bbb2ede58dac477, flags: 0x1001 00010000:00010000:1.0:1767734705.513619:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b99d lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac477 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.513629:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x1a:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000001:1.0:1767734705.513633:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.513639:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.513642:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.513646:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.513650:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b99d lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac477 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.513658:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b99d lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac477 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.513665:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.513667:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.513669:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.513671:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.513672:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.513680:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x1a:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.513685:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b99d lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac477 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.513691:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.513694:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.513695:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.513698:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.513700:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.513719:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b99d lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac477 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.513727:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.513729:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.513731:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.513732:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.513733:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.513735:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.513739:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.513741:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.513743:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.513744:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.513747:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.513750:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.513752:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.513754:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.513756:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.513758:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.513761:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.513764:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.513767:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.513770:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b99d lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac477 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.513791:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.513792:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.513794:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.513796:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.513797:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=5 00000020:00000001:1.0:1767734705.513800:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.513802:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.513805:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.513808:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b99d lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac477 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.513815:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.513816:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.513819:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b99d lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac477 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.513826:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.513828:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.513829:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.513830:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.513832:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.513838:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b200851c00 x1853602672108672/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.513846:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.513848:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.513849:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.513852:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.513854:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.513857:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.513858:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.513860:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.513862:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.513869:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.513872:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.513874:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.513876:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.513879:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.513881:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000002:00010000:1.0:1767734705.513886:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b99d lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac477 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.513893:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.513895:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.513896:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.513898:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.513900:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.513901:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.513903:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.513906:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.513910:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.513913:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.513916:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/26 (0 0) 00010000:00000001:1.0:1767734705.513920:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.513921:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.513923:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.513925:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.513928:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity17 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.513931:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.513934:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.513937:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.513940:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.513944:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.513947:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.513949:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.513951:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.513955:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.513963:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.513966:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920730 : 144115272414920730 : 2000013a300001a) 00000080:00000001:1.0:1767734705.513970:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.513975:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920730 : 144115272414920730 : 2000013a300001a) 00000080:00000001:1.0:1767734705.513979:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.513983:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x1a:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.513987:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x1a:0x0](ffff94b1c4b0db88): rc = 0 00000080:00000001:1.0:1767734705.513990:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626089962888072 : -117983746663544 : ffff94b1c4b0db88) 00010000:00000001:1.0:1767734705.513993:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.513995:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.513996:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.513999:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.514001:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000080:00000001:1.0:1767734705.514004:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.514006:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.514009:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.514011:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.514013:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.514016:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.514018:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1f8453c98) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.514021:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.514024:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1f8453c98) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.514027:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x1a:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.514029:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.514032:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.514035:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.514038:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f8453c98) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.514041:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f8453c98) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.514044:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.514046:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.514049:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x1a:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.514051:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.514054:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.514056:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.514063:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.514065:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.514068:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.514070:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.514074:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x1a:0x0](ffff94b1c4b0db88) for lock 0x1886cffb85c2b99d 00800000:00000001:1.0:1767734705.514078:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.514080:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.514083:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.514084:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.514087:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.514089:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.514092:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.514095:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.514096:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.514098:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.514100:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.514104:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682000 inode ffff94b1c4b0db88 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.514107:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.514111:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x1a:0x0](ffff94b1c4b0db88) 00000080:00010000:1.0:1767734705.514114:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b99d from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.514117:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.514118:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.514120:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.514122:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.514125:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.514128:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.514131:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b99d lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dac477 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.514141:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.514142:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.514144:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.514146:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.514149:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b99d lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dac477 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.514167:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.514169:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.514171:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.514175:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.514176:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.514178:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.514181:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.514183:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.514186:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.514189:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.514191:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.514193:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.514194:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.514197:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734705.514200:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c2e8e800. 00000100:00000001:1.0:1767734705.514204:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.514210:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200851c00 x1853602672108672/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.514219:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.514222:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.514225:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1d1e45000. 02000000:00000001:1.0:1767734705.514228:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.514230:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.514232:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=71 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.514235:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.514237:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026e000. 02000000:00000001:1.0:1767734705.514240:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.514242:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.514245:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200851c00. 00000100:00000001:1.0:1767734705.514248:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.514250:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.514252:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.514254:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.514256:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.514260:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000010:1.1:1767734705.514347:0:251835:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c8b44860. 00000080:00000010:1.1:1767734705.514359:0:251835:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c4b0c200. 00000080:00200000:1.0:1767734705.514376:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.514381:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.514385:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.514387:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.514389:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity17, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.514392:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.514394:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.514397:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.514399:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.514401:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.514403:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f8453c98) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.514406:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f8453c98) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.514409:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.514411:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.514412:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.514414:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734705.514418:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c2e8e800. 00800000:00000001:1.0:1767734705.514425:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.514428:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.514430:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x1a:0x0] 00800000:00000001:1.0:1767734705.514433:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.514435:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x1a:0x0] -> mds #0 00000002:00000001:1.0:1767734705.514439:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.514441:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.514445:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.514447:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.514450:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.514453:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.514455:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.514457:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.514459:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.514461:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.514463:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.514465:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.514468:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.514476:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b99d lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dac477 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.514484:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.514487:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.514488:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.514490:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x1a:0x0] mode (null) 00000002:00000001:1.0:1767734705.514493:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.514496:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.514498:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.514501:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.514504:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.514506:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.514507:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.514509:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.514511:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.514513:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.514515:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.514516:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.514518:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.514520:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.514522:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.514523:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.514525:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.514526:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.514528:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.514530:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.514532:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.514534:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.514535:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.514537:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.514539:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.514540:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.514542:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x1a:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.514544:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.514546:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.514548:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.514554:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.514557:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x1a:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.514560:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.514562:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.514564:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.514566:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.514568:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.514570:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x1a:0x0](ffff94b1c4b0db88) invalid 00000020:00000001:1.0:1767734705.514573:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.514575:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity17 (ffff94b1df682000) parent ffff94b1d0bd05e8 inode ffff94b1c4b0db88 refc 1 00000080:00000001:1.0:1767734705.514578:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.514580:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.514581:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.514584:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.514587:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.514589:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.514591:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.514593:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.514596:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683e800 with handle 0x1886cffb85c2b99d from hash 00010000:00000001:1.0:1767734705.514599:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.514601:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.514602:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.514604:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.514606:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.514608:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.514611:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.514613:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.514615:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.514619:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200851c00. 00000020:00000040:1.0:1767734705.514622:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=72 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.514625:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.514626:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.514629:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.514631:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.514634:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.514635:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.514642:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.514644:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.514646:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.514649:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.514654:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c2e8ea00. 00000100:00000001:1.0:1767734705.514658:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.514661:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.514663:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.514667:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b99d lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac477 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.514674:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.514676:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.514678:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.514681:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b99d lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac477 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.514687:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.514691:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.514698:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.514699:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.514701:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.514703:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.514705:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.514729:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.514738:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b200851c00 x1853602672108928/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.514748:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.514750:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.514754:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.514757:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.514760:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.514762:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966653952 : -117982742897664 : ffff94b200851c00) 00000100:00000001:1.0:1767734705.514766:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.514775:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.514778:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.514780:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.514785:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200851c00 x1853602672108928/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.514794:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.514797:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.514800:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.514803:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.514806:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.514809:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200851c00 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672108928:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.514814:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.514817:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.514819:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.514822:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.514825:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1d1e45000. 02000000:00000001:1.0:1767734705.514828:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.514834:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.514838:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.514843:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.514848:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672108928, portal 10 00000100:00000001:1.0:1767734705.514851:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.514853:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966653952 : -117982742897664 : ffff94b200851c00) 00000100:00000040:1.0:1767734705.514859:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200851c00 x1853602672108928/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.514868:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.514871:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.514874:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b908. 00000100:00000200:1.0:1767734705.514877:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672108928, offset 0 00000400:00000200:1.0:1767734705.514883:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.514889:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.514895:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.514900:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.514911:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.514914:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.514918:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.514922:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66790:66790:256:4294967295] 192.168.203.112@tcp LPNI seq info [66790:66790:8:4294967295] 00000400:00000200:1.0:1767734705.514928:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.514938:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.514944:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.514949:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c100. 00000800:00000200:1.0:1767734705.514955:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.514962:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.514967:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c100 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.514990:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.514995:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 30820 usecs (31 jiffies) 00000400:00000200:1.0:1767734705.515000:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.515003:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467367 00000100:00000001:1.0:1767734705.515009:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467362 00000100:00000001:1.0:1767734705.515014:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467367 00000100:00000001:1.0:1767734705.515018:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467362 00000100:00000001:1.0:1767734705.515022:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.515025:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.515027:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.515029:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.515032:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.515035:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.515037:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734705.515166:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.515174:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c100. 00000400:00000200:3.0:1767734705.515181:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.515189:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.515195:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b908 00000400:00000010:3.0:1767734705.515198:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b908. 00000100:00000001:3.0:1767734705.515202:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.515210:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200851c00 x1853602672108928/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.515223:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.515228:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200851c00 x1853602672108928/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.515238:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.515241:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767734705.520387:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:1.1:1767734705.520399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683e800. 00000800:00000001:2.0:1767734705.520465:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.520480:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.520484:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.520487:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.520495:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.520502:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.520510:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.520515:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.520520:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.520524:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d36580 00000400:00000200:2.0:1767734705.520530:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.520536:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7bef5 [1] + 224 00000800:00000001:2.0:1767734705.520543:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.520552:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.520555:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.520560:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.520565:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.520574:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200851c00 x1853602672108928/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734705.520590:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b200851c00 x1853602672108928/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.520619:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734705.520627:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734705.520633:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.520641:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734705.520650:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66791:66791:256:4294967295] 192.168.203.112@tcp LPNI seq info [66791:66791:8:4294967295] 00000400:00000200:2.0:1767734705.520658:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.520680:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000100:00000001:1.0:1767734705.520681:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.520695:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:2.0:1767734705.520696:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000400:00000001:1.0:1767734705.520700:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.520706:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.520713:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000800:00000010:2.0:1767734705.520720:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790200. 00000400:00000010:1.0:1767734705.520720:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000800:00000200:2.0:1767734705.520733:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734705.520748:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00000001:1.0:1767734705.520748:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:2.0:1767734705.520758:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790200 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:1.0:1767734705.520766:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200851c00 x1853602672108928/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734705.520785:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200851c00 x1853602672108928/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.520797:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.520801:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.520805:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.520808:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.520810:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.520813:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.520816:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.520823:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.520827:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.520831:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.520833:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.520836:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.520840:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.520844:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734705.520847:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x300005934] 00000800:00000200:2.0:1767734705.520851:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767734705.520852:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734705.520857:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:2.0:1767734705.520861:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790200. 00000100:00000001:1.0:1767734705.520862:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966653952 : -117982742897664 : ffff94b200851c00) 00000100:00000001:1.0:1767734705.520872:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1767734705.520874:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767734705.520876:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.520883:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.520891:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734705.520892:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000040:1.0:1767734705.520903:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200851c00 x1853602672108928/t12884924774(12884924774) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767734705.520908:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.520918:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.520920:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.520928:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.520931:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.520937:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200851c00 x1853602672108928/t12884924774(12884924774) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.520967:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200851c00 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672108928:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.520975:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.520981:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.520983:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.520986:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.520992:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200851c00 x1853602672108928/t12884924774(12884924774) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.521002:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.521005:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.521011:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.521014:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.521020:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.521022:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.521027:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c2e8e800. 00000100:00000001:1.0:1767734705.521032:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.521036:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200851c00 x1853602672108928/t12884924774(12884924774) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.521045:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.521049:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.521059:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.521062:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.521065:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity17 (ffff94b1df682000, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.521069:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.521072:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.521078:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.521084:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.521087:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.521089:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.521092:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.521095:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.521099:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1e787c080 -> ffff94b1e787c080 00000020:00000001:1.0:1767734705.521101:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.521112:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.521115:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x1a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.521119:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.521120:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.521122:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.521126:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x1a:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.521130:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f8453c98) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.521133:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.521135:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.521138:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f8453c98) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.521141:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.521143:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.521145:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.521148:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x1a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.521151:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.521152:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.521155:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.521157:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.521160:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.521162:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x1a:0x0](ffff94b1c4b0db88) 00800000:00000001:1.0:1767734705.521166:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.521168:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x1a:0x0] 00000002:00000001:1.0:1767734705.521171:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.521175:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.521178:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.521180:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.521183:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.521185:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.521188:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.521191:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.521193:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.521196:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.521199:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.521201:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f8453c98) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.521204:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.521206:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.521208:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f8453c98) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.521217:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.521219:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.521221:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f8453c98) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.521224:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f8453c98) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.521228:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1f8453c98. 00020000:00000001:1.0:1767734705.521231:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.521233:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1e787c000. 00000020:00001000:1.0:1767734705.521238:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.521241:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.521243:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.521251:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.521253:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.521255:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.521260:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.521353:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.521358:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.521361:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.521363:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.521367:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.521374:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c2e8e800. 00800000:00000002:1.0:1767734705.521380:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.521383:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.521386:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.521389:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.521392:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.521396:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.521399:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.521404:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.521406:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.521409:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.521413:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.521415:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.521418:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.521423:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.521427:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.521443:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.521448:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.521454:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.521468:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.521473:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.521480:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.521490:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.521493:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.521496:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.521500:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.521503:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.521508:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.521512:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.521516:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.521520:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c2e8e800. 00000080:00000001:1.0:1767734705.521527:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.521530:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.521533:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.521537:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.521541:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.521543:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.521545:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.521548:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.521550:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.521554:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.521558:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.521561:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.521564:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.521566:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.521569:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.521580:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.521583:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.521586:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.521589:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.521592:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.521596:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.521599:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.521603:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.521612:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.521613:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.521615:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.521619:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.521623:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.521631:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.521634:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.521636:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.521640:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.521641:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.521643:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.521646:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.521648:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.521651:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.521654:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.521656:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.521658:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.521659:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.521662:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.521663:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.521666:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.521670:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.521674:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.521676:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.521687:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.521691:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.521693:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.521696:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.521699:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.521701:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.521705:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.521707:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.521711:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.521720:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1c8b446a0. 00000020:00000001:1.0:1767734705.521724:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.521727:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity18, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.521730:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.521732:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.521735:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity18, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.521741:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c2e8e800. 00000080:00000001:1.0:1767734705.521745:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.521748:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.521749:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.521752:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity18' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.521756:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.521759:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.521761:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity18' -> mds #0 00000002:00000001:1.0:1767734705.521766:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.521767:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.521769:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity18,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.521773:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.521775:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.521779:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200853480. 00000020:00000040:1.0:1767734705.521782:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=73 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.521787:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.521790:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.521793:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.521795:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.521806:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.521809:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.521811:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.521815:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.521820:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026e000. 00000100:00000001:1.0:1767734705.521825:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.521829:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.521831:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.521833:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.521835:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.521838:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.521844:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090966660224 : -117982742891392 : ffff94b200853480) 00010000:00000001:1.0:1767734705.521847:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.521849:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.521853:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.521856:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.521859:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.521862:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683e800. 00000020:00000001:1.0:1767734705.521866:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.521869:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683e800 with handle 0x1886cffb85c2b9a4 to hash 00000020:00000001:1.0:1767734705.521872:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.521874:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.521877:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.521880:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.521882:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.521886:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9a4 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.521895:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9a4 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.521905:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9a4 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.521912:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.521919:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.521923:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.521926:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.521929:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.521931:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966660224 : -117982742891392 : ffff94b200853480) 00000100:00000001:1.0:1767734705.521935:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.521939:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.521941:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.521943:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.521950:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200853480 x1853602672109056/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.521960:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.521962:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.521966:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.521968:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.521971:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.521975:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200853480 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672109056:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.521980:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.521983:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.521986:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.521988:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.521993:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1d1e42800. 02000000:00000001:1.0:1767734705.521995:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.522001:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.522005:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.522010:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.522015:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672109056, portal 10 00000100:00000001:1.0:1767734705.522018:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.522020:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966660224 : -117982742891392 : ffff94b200853480) 00000100:00000040:1.0:1767734705.522026:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b200853480 x1853602672109056/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.522036:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.522039:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.522047:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b660. 00000100:00000200:1.0:1767734705.522051:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672109056, offset 0 00000400:00000200:1.0:1767734705.522058:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.522064:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.522070:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.522075:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.522079:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.522082:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.522086:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.522090:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66792:66792:256:4294967295] 192.168.203.112@tcp LPNI seq info [66792:66792:8:4294967295] 00000400:00000200:1.0:1767734705.522095:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.522104:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.522110:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.522114:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cc00. 00000800:00000200:1.0:1767734705.522120:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.522126:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.522131:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cc00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.522152:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.522157:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 30668 usecs (31 jiffies) 00000400:00000200:1.0:1767734705.522161:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.522164:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467374 00000100:00000001:1.0:1767734705.522171:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467367 00000100:00000001:1.0:1767734705.522177:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467374 00000100:00000001:1.0:1767734705.522180:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467367 00000100:00000001:1.0:1767734705.522184:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.522187:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.522190:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.522192:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.522195:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.522197:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.522207:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.522394:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.522402:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cc00. 00000400:00000200:2.0:1767734705.522409:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.522417:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.522424:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b660 00000400:00000010:2.0:1767734705.522428:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b660. 00000100:00000001:2.0:1767734705.522433:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.522442:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200853480 x1853602672109056/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.522457:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.522461:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200853480 x1853602672109056/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.522471:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.522474:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734705.525821:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.525835:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.525839:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.525842:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.525850:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.525857:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.525865:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.525870:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.525875:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.525891:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d36600 00000400:00000200:2.0:1767734705.525897:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.525903:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7befd [1] + 224 00000800:00000001:2.0:1767734705.525910:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.525920:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.525923:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.525928:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.525934:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.525941:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200853480 x1853602672109056/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734705.525956:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b200853480 x1853602672109056/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.525982:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734705.525990:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.525994:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.526070:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.526079:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.526081:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.526085:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.526093:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.526095:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.526099:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.526109:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200853480 x1853602672109056/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.526124:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200853480 x1853602672109056/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.526135:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.526137:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.526140:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.526142:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.526144:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.526147:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.526150:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.526156:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.526160:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.526164:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.526166:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.526168:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.526172:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.526175:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.526177:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.526180:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.526182:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.526188:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200853480 x1853602672109056/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.526197:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.526200:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.526202:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.526207:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200853480 x1853602672109056/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734705.526232:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200853480 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672109056:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.526238:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.526241:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.526243:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.526246:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.526250:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200853480 x1853602672109056/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.526258:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.526288:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.526292:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.526294:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.526297:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.526300:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.526302:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.526305:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000080:00000010:1.1:1767734705.526348:0:251835:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c8b44f80. 00000080:00000010:1.1:1767734705.526367:0:251835:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c4b0dac0. 00000020:00000001:1.0:1767734705.526379:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.526383:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.526390:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683e800, remote cookie: 0x9bbb2ede58dac4af, flags: 0x1001 00010000:00010000:1.0:1767734705.526397:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9a4 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac4af expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.526408:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x1b:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000001:1.0:1767734705.526413:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.526421:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.526425:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.526430:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.526435:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9a4 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac4af expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.526460:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9a4 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac4af expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.526468:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.526471:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.526473:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.526474:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.526476:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.526479:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x1b:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.526484:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9a4 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac4af expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.526492:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.526495:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.526497:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.526500:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.526503:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.526507:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9a4 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac4af expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.526513:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.526515:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.526517:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.526519:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.526520:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.526522:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.526527:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.526529:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.526530:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.526533:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.526535:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.526539:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.526542:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.526548:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.526550:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.526553:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.526556:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.526559:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.526561:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.526565:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9a4 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac4af expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.526573:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.526574:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.526576:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.526577:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.526579:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=5 00000020:00000001:1.0:1767734705.526581:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.526584:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.526586:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.526589:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9a4 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac4af expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.526596:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.526598:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.526601:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9a4 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac4af expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.526607:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.526609:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.526610:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.526612:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.526613:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.526620:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b200853480 x1853602672109056/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.526629:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.526638:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.526640:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.526642:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.526645:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.526648:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.526650:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.526651:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.526654:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.526656:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.526658:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.526660:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.526661:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.526664:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.526666:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000002:00010000:1.0:1767734705.526670:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9a4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac4af expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.526678:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.526679:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.526681:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.526683:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.526684:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.526685:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.526688:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.526690:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.526694:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.526697:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.526701:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/27 (0 0) 00010000:00000001:1.0:1767734705.526705:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.526706:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.526707:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.526710:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.526713:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity18 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.526716:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.526725:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.526728:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.526731:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.526735:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.526738:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.526740:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.526743:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.526747:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.526749:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.526752:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920731 : 144115272414920731 : 2000013a300001b) 00000080:00000001:1.0:1767734705.526755:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.526760:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920731 : 144115272414920731 : 2000013a300001b) 00000080:00000001:1.0:1767734705.526763:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.526767:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x1b:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.526771:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x1b:0x0](ffff94b1c4b09148): rc = 0 00000080:00000001:1.0:1767734705.526774:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626089962869064 : -117983746682552 : ffff94b1c4b09148) 00010000:00000001:1.0:1767734705.526777:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.526778:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.526780:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.526783:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.526785:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000080:00000001:1.0:1767734705.526788:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.526790:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.526793:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.526795:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.526797:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.526800:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.526802:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1f84531f0) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.526804:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.526807:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1f84531f0) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.526811:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x1b:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.526814:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.526816:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.526819:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.526821:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84531f0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.526830:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84531f0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.526833:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.526836:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.526839:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x1b:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.526842:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.526845:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.526847:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.526849:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.526851:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.526854:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.526856:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.526860:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x1b:0x0](ffff94b1c4b09148) for lock 0x1886cffb85c2b9a4 00800000:00000001:1.0:1767734705.526864:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.526866:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.526868:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.526870:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.526871:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.526874:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.526877:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.526880:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.526881:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.526883:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.526885:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.526889:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682ca8 inode ffff94b1c4b09148 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.526892:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.526896:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x1b:0x0](ffff94b1c4b09148) 00000080:00010000:1.0:1767734705.526899:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b9a4 from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.526902:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.526903:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.526905:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.526907:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.526910:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.526913:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.526922:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9a4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dac4af expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.526930:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.526932:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.526934:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.526936:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.526939:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9a4 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dac4af expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.526946:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.526949:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.526951:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.526954:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.526956:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.526958:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.526961:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.526963:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.526965:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.526968:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.526970:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.526972:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.526973:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.526975:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734705.526979:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c2e8e800. 00000100:00000001:1.0:1767734705.526983:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.526990:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200853480 x1853602672109056/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.526999:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.527001:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.527004:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1d1e42800. 02000000:00000001:1.0:1767734705.527008:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.527010:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.527012:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=72 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.527014:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.527017:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026e000. 02000000:00000001:1.0:1767734705.527026:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.527028:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.527030:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200853480. 00000100:00000001:1.0:1767734705.527035:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.527037:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.527040:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.527042:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.527044:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.527048:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.527051:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.527055:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.527059:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.527061:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.527063:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity18, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.527067:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.527069:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.527071:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.527074:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.527076:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.527078:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84531f0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.527081:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84531f0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.527084:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.527086:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.527088:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.527091:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734705.527095:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c2e8e800. 00800000:00000001:1.0:1767734705.527103:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.527107:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.527109:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x1b:0x0] 00800000:00000001:1.0:1767734705.527112:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.527115:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x1b:0x0] -> mds #0 00000002:00000001:1.0:1767734705.527119:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.527121:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.527125:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.527128:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.527131:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.527140:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.527143:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.527145:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.527148:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.527152:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.527154:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.527156:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.527159:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.527163:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9a4 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dac4af expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.527172:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.527174:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.527176:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.527178:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x1b:0x0] mode (null) 00000002:00000001:1.0:1767734705.527181:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.527183:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.527186:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.527189:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.527192:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.527194:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.527196:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.527198:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.527200:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.527203:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.527205:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.527206:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.527208:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.527210:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.527212:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.527214:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.527215:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.527217:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.527219:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.527222:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.527224:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.527231:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.527233:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.527236:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.527239:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.527241:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.527243:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x1b:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.527246:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.527248:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.527251:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.527253:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.527256:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x1b:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.527258:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.527290:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.527294:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.527296:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.527299:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.527302:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x1b:0x0](ffff94b1c4b09148) invalid 00000020:00000001:1.0:1767734705.527306:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.527337:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity18 (ffff94b1df682ca8) parent ffff94b1d0bd05e8 inode ffff94b1c4b09148 refc 1 00000080:00000001:1.0:1767734705.527341:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.527344:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.527346:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.527350:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.527354:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.527358:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.527361:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.527365:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.527369:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683e800 with handle 0x1886cffb85c2b9a4 from hash 00010000:00000001:1.0:1767734705.527373:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.527375:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.527377:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.527379:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.527382:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.527384:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.527387:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.527390:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.527392:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.527409:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200853480. 00000020:00000040:1.0:1767734705.527414:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=73 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.527418:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.527420:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.527422:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.527426:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.527430:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.527431:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.527433:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.527436:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.527438:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.527442:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.527447:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c2e8e400. 00000100:00000001:1.0:1767734705.527452:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.527454:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.527457:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.527462:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9a4 lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac4af expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.527471:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.527473:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.527476:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.527479:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9a4 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac4af expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.527487:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.527492:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.527500:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.527501:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.527504:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.527505:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.527508:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.527515:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.527524:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b200853480 x1853602672109312/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.527548:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.527550:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.527554:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.527557:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.527561:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.527562:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966660224 : -117982742891392 : ffff94b200853480) 00000100:00000001:1.0:1767734705.527567:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.527570:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.527573:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.527574:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.527579:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200853480 x1853602672109312/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.527589:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.527591:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.527594:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.527596:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.527599:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.527603:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200853480 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672109312:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.527607:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.527610:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.527613:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.527615:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.527619:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1d1e42800. 02000000:00000001:1.0:1767734705.527622:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.527628:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.527633:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.527637:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.527642:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672109312, portal 10 00000100:00000001:1.0:1767734705.527646:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.527647:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966660224 : -117982742891392 : ffff94b200853480) 00000100:00000040:1.0:1767734705.527654:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200853480 x1853602672109312/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.527678:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.527681:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.527685:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bee0. 00000100:00000200:1.0:1767734705.527688:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672109312, offset 0 00000400:00000200:1.0:1767734705.527695:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.527701:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.527708:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.527713:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.527717:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.527720:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.527724:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.527728:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66793:66793:256:4294967295] 192.168.203.112@tcp LPNI seq info [66793:66793:8:4294967295] 00000400:00000200:1.0:1767734705.527734:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.527744:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.527750:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.527755:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cf00. 00000800:00000200:1.0:1767734705.527761:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.527768:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.527773:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cf00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.527795:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.527799:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 30503 usecs (31 jiffies) 00000400:00000200:1.0:1767734705.527804:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.527807:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467380 00000100:00000001:1.0:1767734705.527813:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467374 00000100:00000001:1.0:1767734705.527819:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467380 00000100:00000001:1.0:1767734705.527823:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467374 00000100:00000001:1.0:1767734705.527827:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.527830:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.527840:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.527842:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.527846:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.527849:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.527851:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.527967:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.527975:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cf00. 00000400:00000200:2.0:1767734705.527982:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.527990:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.527996:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bee0 00000400:00000010:2.0:1767734705.527999:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bee0. 00000100:00000001:2.0:1767734705.528003:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.528010:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200853480 x1853602672109312/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.528024:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.528028:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200853480 x1853602672109312/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.528038:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.528041:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734705.533063:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.533077:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.533081:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.533097:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.533104:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.533111:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.533119:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.533123:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.533128:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.533133:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d36700 00000400:00000200:2.0:1767734705.533138:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.533144:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7bf05 [1] + 224 00000800:00000001:2.0:1767734705.533151:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.533161:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.533164:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.533168:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.533174:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.533181:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200853480 x1853602672109312/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734705.533195:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b200853480 x1853602672109312/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.533223:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734705.533230:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734705.533234:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.533240:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734705.533246:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66794:66794:256:4294967295] 192.168.203.112@tcp LPNI seq info [66794:66794:8:4294967295] 00000400:00000200:2.0:1767734705.533252:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.533283:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:2.0:1767734705.533290:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734705.533296:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790200. 00000800:00000200:2.0:1767734705.533302:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734705.533356:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00000001:1.0:1767734705.533364:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.533376:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:2.0:1767734705.533379:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790200 type 0, nob 96 niov 1 nkiov 0 00000400:00000001:1.0:1767734705.533381:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.533391:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.533400:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.533404:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.533410:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.533424:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200853480 x1853602672109312/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734705.533444:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200853480 x1853602672109312/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.533459:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.533463:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.533468:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.533472:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.533478:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.533482:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.533483:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1767734705.533487:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767734705.533491:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790200. 00000100:00001000:1.0:1767734705.533503:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000400:00000200:2.0:1767734705.533504:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767734705.533518:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767734705.533519:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000400:00000200:2.0:1767734705.533524:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000001:1.0:1767734705.533532:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1767734705.533533:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.533539:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.533546:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.533550:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.533554:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734705.533556:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x300005935] 00000100:00000001:1.0:1767734705.533559:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734705.533562:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.533565:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966660224 : -117982742891392 : ffff94b200853480) 00000100:00000001:1.0:1767734705.533569:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.533571:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.533588:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.533591:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.533599:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200853480 x1853602672109312/t12884924775(12884924775) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.533609:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.533612:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.533614:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.533620:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200853480 x1853602672109312/t12884924775(12884924775) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.533630:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200853480 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672109312:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.533636:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.533638:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.533641:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.533643:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.533646:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200853480 x1853602672109312/t12884924775(12884924775) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.533655:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.533658:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.533662:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.533664:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.533669:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.533672:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.533676:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c2e8e800. 00000100:00000001:1.0:1767734705.533681:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.533685:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200853480 x1853602672109312/t12884924775(12884924775) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.533695:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.533699:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.533707:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.533709:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.533712:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity18 (ffff94b1df682ca8, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.533722:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.533725:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.533731:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.533737:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.533739:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.533741:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.533745:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.533748:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.533752:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1e787c3a0 -> ffff94b1e787c3a0 00000020:00000001:1.0:1767734705.533754:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.533756:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.533759:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x1b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.533762:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.533764:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.533766:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.533770:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x1b:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.533773:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84531f0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.533777:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.533778:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.533781:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84531f0) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.533784:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.533786:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.533788:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.533791:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x1b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.533794:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.533796:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.533798:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.533800:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.533803:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.533805:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x1b:0x0](ffff94b1c4b09148) 00800000:00000001:1.0:1767734705.533809:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.533811:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x1b:0x0] 00000002:00000001:1.0:1767734705.533814:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.533819:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.533821:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.533823:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.533826:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.533834:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.533837:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.533840:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.533843:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.533845:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.533850:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.533852:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84531f0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.533855:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.533856:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.533859:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84531f0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.533862:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.533863:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.533866:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84531f0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.533869:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84531f0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.533872:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1f84531f0. 00020000:00000001:1.0:1767734705.533876:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.533878:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1e787c320. 00000020:00001000:1.0:1767734705.533882:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.533884:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.533886:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.533893:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.533895:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.533898:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.533902:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.533922:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.533925:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.533927:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.533929:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.533932:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.533937:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c2e8e800. 00800000:00000002:1.0:1767734705.533942:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.533946:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.533949:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.533951:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.533953:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.533958:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.533971:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.533976:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.533979:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.533981:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.533986:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.533988:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.533990:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.533995:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.533999:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.534003:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.534006:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.534011:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.534022:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.534025:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.534029:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.534037:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.534040:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.534042:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.534045:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.534047:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.534050:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.534054:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.534056:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.534060:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c2e8e800. 00000080:00000001:1.0:1767734705.534063:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.534065:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.534068:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.534072:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.534075:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.534078:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.534086:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.534088:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.534091:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.534094:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.534097:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.534101:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.534102:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.534104:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.534106:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.534109:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.534112:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.534114:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.534116:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.534118:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.534121:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.534124:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.534128:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.534135:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.534137:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.534138:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.534140:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.534143:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.534151:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.534153:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.534155:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.534158:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.534159:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.534161:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.534164:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.534166:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.534168:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.534178:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.534180:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.534182:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.534184:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.534187:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.534189:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.534192:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.534197:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.534200:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.534203:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.534205:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.534209:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.534211:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.534213:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.534217:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.534219:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.534222:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.534224:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.534227:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.534237:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1c997b700. 00000020:00000001:1.0:1767734705.534240:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.534243:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity19, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.534246:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.534248:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.534251:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity19, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.534257:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c2e8e800. 00000080:00000001:1.0:1767734705.534287:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.534290:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.534292:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.534295:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity19' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.534299:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.534303:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.534305:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity19' -> mds #0 00000002:00000001:1.0:1767734705.534341:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.534343:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.534355:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity19,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.534360:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.534362:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.534367:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200851f80. 00000020:00000040:1.0:1767734705.534371:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=74 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.534376:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.534379:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.534383:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.534385:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.534387:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.534389:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.534392:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.534395:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.534401:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026e000. 00000100:00000001:1.0:1767734705.534406:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.534410:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.534412:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.534414:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.534416:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.534419:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.534425:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090966654848 : -117982742896768 : ffff94b200851f80) 00010000:00000001:1.0:1767734705.534428:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.534430:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.534435:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.534438:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.534441:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.534445:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683ea00. 00000020:00000001:1.0:1767734705.534448:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.534451:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683ea00 with handle 0x1886cffb85c2b9ab to hash 00000020:00000001:1.0:1767734705.534454:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.534456:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.534459:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.534463:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.534466:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.534469:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ab lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.534486:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ab lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.534497:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ab lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.534503:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.534505:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.534509:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.534512:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.534515:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.534517:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966654848 : -117982742896768 : ffff94b200851f80) 00000100:00000001:1.0:1767734705.534521:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.534524:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.534526:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.534528:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.534534:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200851f80 x1853602672109440/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.534544:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.534546:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.534550:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.534553:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.534555:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.534559:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200851f80 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672109440:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.534564:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.534567:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.534570:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.534572:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.534576:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1d1e42000. 02000000:00000001:1.0:1767734705.534579:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.534585:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.534589:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.534595:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.534606:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672109440, portal 10 00000100:00000001:1.0:1767734705.534609:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.534611:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966654848 : -117982742896768 : ffff94b200851f80) 00000100:00000040:1.0:1767734705.534619:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b200851f80 x1853602672109440/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.534628:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.534631:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.534634:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b990. 00000100:00000200:1.0:1767734705.534638:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672109440, offset 0 00000400:00000200:1.0:1767734705.534643:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.534649:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.534655:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.534660:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.534663:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.534667:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.534670:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.534675:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66795:66795:256:4294967295] 192.168.203.112@tcp LPNI seq info [66795:66795:8:4294967295] 00000400:00000200:1.0:1767734705.534680:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.534690:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.534696:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.534701:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472ca00. 00000800:00000200:1.0:1767734705.534707:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.534713:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.534718:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472ca00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.534740:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.534745:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 30353 usecs (31 jiffies) 00000400:00000200:1.0:1767734705.534750:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.534753:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467387 00000100:00000001:1.0:1767734705.534759:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467380 00000100:00000001:1.0:1767734705.534765:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467387 00000100:00000001:1.0:1767734705.534777:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467380 00000100:00000001:1.0:1767734705.534781:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.534784:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.534787:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.534789:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.534792:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.534795:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.534797:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.534907:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.534915:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472ca00. 00000400:00000200:2.0:1767734705.534922:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.534930:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.534936:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b990 00000400:00000010:2.0:1767734705.534939:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b990. 00000100:00000001:2.0:1767734705.534943:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.534951:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200851f80 x1853602672109440/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.534964:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.534969:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200851f80 x1853602672109440/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.534979:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.534981:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767734705.538397:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:1.1:1767734705.538410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683e800. 00000800:00000001:3.0:1767734705.538482:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.538495:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.538499:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.538508:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.538517:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.538527:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.538536:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.538544:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.538549:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.538554:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d36780 00000400:00000200:3.0:1767734705.538560:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.538578:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7bf0d [1] + 224 00000800:00000001:3.0:1767734705.538587:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.538597:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.538600:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.538605:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.538611:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.538618:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200851f80 x1853602672109440/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734705.538633:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b200851f80 x1853602672109440/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.538660:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734705.538668:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.538672:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.538709:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.538718:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.538720:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.538723:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.538729:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.538731:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.538735:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.538745:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200851f80 x1853602672109440/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.538760:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200851f80 x1853602672109440/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.538770:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.538772:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.538775:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.538777:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.538779:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.538782:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.538785:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.538791:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.538795:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.538799:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.538801:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.538804:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.538807:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.538810:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.538812:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.538814:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.538831:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.538837:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200851f80 x1853602672109440/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.538847:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.538850:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.538852:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.538857:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200851f80 x1853602672109440/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734705.538867:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200851f80 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672109440:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.538872:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.538875:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.538877:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.538879:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.538883:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200851f80 x1853602672109440/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.538891:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.538894:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.538898:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.538899:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.538902:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.538905:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.538907:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.538911:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734705.538914:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.538917:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734705.538923:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683ea00, remote cookie: 0x9bbb2ede58dac4e7, flags: 0x1001 00010000:00010000:1.0:1767734705.538929:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ab lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac4e7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.538939:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x1c:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000001:1.0:1767734705.538943:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.538956:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.538960:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.538965:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.538970:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ab lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac4e7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.538980:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ab lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac4e7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.538987:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.538990:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.538992:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.538994:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.538996:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.538999:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x1c:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.539003:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ab lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac4e7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.539011:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.539013:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.539015:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.539018:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.539020:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.539024:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ab lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac4e7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.539030:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.539032:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.539034:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.539035:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.539036:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.539039:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.539043:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.539045:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.539047:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.539054:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.539057:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.539061:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.539064:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.539065:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.539067:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734705.539069:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.539072:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.539074:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.539077:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.539081:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ab lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac4e7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.539088:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.539090:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.539091:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.539093:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.539094:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=5 00000020:00000001:1.0:1767734705.539097:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.539099:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.539102:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.539105:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ab lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac4e7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.539112:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.539113:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.539116:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ab lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac4e7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.539123:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.539124:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.539126:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.539127:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.539134:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.539140:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b200851f80 x1853602672109440/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.539150:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.539152:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.539154:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.539157:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.539159:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.539162:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.539163:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.539165:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.539167:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.539170:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.539172:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.539173:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.539175:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.539177:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.539180:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000002:00010000:1.0:1767734705.539184:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ab lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac4e7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.539191:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.539192:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.539194:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.539196:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.539197:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.539199:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.539201:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.539203:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734705.539207:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.539210:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.539214:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/28 (0 0) 00010000:00000001:1.0:1767734705.539217:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.539224:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.539226:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.539229:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.539232:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity19 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.539235:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.539240:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.539242:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.539245:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.539249:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.539252:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.539254:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.539257:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.539287:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.539291:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.539293:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920732 : 144115272414920732 : 2000013a300001c) 00000080:00000001:1.0:1767734705.539297:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.539302:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920732 : 144115272414920732 : 2000013a300001c) 00000080:00000001:1.0:1767734705.539305:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.539344:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x1c:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.539348:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x1c:0x0](ffff94b1c4b0aa08): rc = 0 00000080:00000001:1.0:1767734705.539351:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626089962875400 : -117983746676216 : ffff94b1c4b0aa08) 00010000:00000001:1.0:1767734705.539355:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.539357:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.539359:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.539361:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.539364:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000080:00000001:1.0:1767734705.539368:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.539370:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.539373:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.539376:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.539378:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.539382:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.539384:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1f8453e88) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.539387:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.539390:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1f8453e88) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.539402:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x1c:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.539405:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.539407:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.539411:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.539413:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f8453e88) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.539417:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f8453e88) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.539420:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.539422:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.539425:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x1c:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.539428:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.539431:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.539434:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.539435:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.539437:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.539440:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.539442:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.539446:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x1c:0x0](ffff94b1c4b0aa08) for lock 0x1886cffb85c2b9ab 00800000:00000001:1.0:1767734705.539449:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.539452:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.539454:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.539455:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.539457:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.539460:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.539463:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.539465:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.539467:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.539468:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.539470:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.539474:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682000 inode ffff94b1c4b0aa08 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.539478:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.539481:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x1c:0x0](ffff94b1c4b0aa08) 00000080:00010000:1.0:1767734705.539485:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b9ab from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.539487:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.539488:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.539495:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.539498:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.539502:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.539505:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.539509:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ab lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dac4e7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.539516:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.539518:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.539519:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.539522:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.539524:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ab lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dac4e7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.539532:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.539535:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.539537:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.539540:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.539542:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.539544:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.539547:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.539549:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.539551:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.539555:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.539557:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.539559:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.539560:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.539562:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734705.539566:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c2e8e800. 00000100:00000001:1.0:1767734705.539570:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.539577:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200851f80 x1853602672109440/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.539585:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.539587:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.539590:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1d1e42000. 02000000:00000001:1.0:1767734705.539603:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.539605:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.539607:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=73 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.539610:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.539613:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026e000. 02000000:00000001:1.0:1767734705.539616:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.539618:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.539620:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200851f80. 00000100:00000001:1.0:1767734705.539624:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.539626:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.539628:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.539630:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.539633:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.539636:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.539639:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.539643:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.539647:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.539649:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.539652:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity19, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.539655:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.539658:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.539660:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.539663:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.539665:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.539668:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f8453e88) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.539671:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f8453e88) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.539674:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.539676:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.539678:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.539680:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734705.539685:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c2e8e800. 00800000:00000001:1.0:1767734705.539692:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.539696:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.539698:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x1c:0x0] 00800000:00000001:1.0:1767734705.539700:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.539703:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x1c:0x0] -> mds #0 00000002:00000001:1.0:1767734705.539713:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.539715:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.539720:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.539723:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.539726:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.539729:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.539732:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.539735:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.539737:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.539739:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.539742:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.539744:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.539746:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.539750:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ab lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dac4e7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.539758:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.539761:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.539763:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.539765:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x1c:0x0] mode (null) 00000002:00000001:1.0:1767734705.539769:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.539771:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.539773:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.539776:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.539779:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.539781:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.539782:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.539784:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.539787:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.539789:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.539791:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.539793:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.539795:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.539798:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.539800:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.539802:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.539809:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.539812:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.539814:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.539817:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.539820:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.539822:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.539824:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.539826:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.539828:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.539830:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.539832:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x1c:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.539835:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.539837:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.539839:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.539841:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.539844:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x1c:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.539846:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.539848:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.539850:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.539852:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.539854:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.539857:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x1c:0x0](ffff94b1c4b0aa08) invalid 00000020:00000001:1.0:1767734705.539860:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.539863:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity19 (ffff94b1df682000) parent ffff94b1d0bd05e8 inode ffff94b1c4b0aa08 refc 1 00000080:00000001:1.0:1767734705.539866:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.539869:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.539870:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.539873:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.539876:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.539878:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.539880:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.539882:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.539885:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683ea00 with handle 0x1886cffb85c2b9ab from hash 00010000:00000001:1.0:1767734705.539888:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.539890:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.539892:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.539894:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.539902:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.539904:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.539908:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.539910:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.539913:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.539917:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200851f80. 00000020:00000040:1.0:1767734705.539921:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=74 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.539924:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.539926:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.539928:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.539932:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.539935:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.539936:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.539938:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.539941:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.539943:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.539946:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.539952:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c2e8e000. 00000100:00000001:1.0:1767734705.539956:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.539959:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.539962:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.539966:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ab lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac4e7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.539974:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.539976:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.539979:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.539982:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ab lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac4e7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.539990:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.539994:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.540002:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.540004:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.540006:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.540014:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.540017:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.540026:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.540034:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b200851f80 x1853602672109696/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.540044:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.540046:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.540050:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.540053:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.540056:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.540058:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966654848 : -117982742896768 : ffff94b200851f80) 00000100:00000001:1.0:1767734705.540062:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.540065:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.540067:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.540069:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.540073:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200851f80 x1853602672109696/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.540082:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.540084:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.540088:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.540090:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.540093:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.540097:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200851f80 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672109696:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.540101:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.540104:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.540107:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.540109:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.540112:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1d1e42000. 02000000:00000001:1.0:1767734705.540115:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.540121:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.540125:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.540130:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.540135:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672109696, portal 10 00000100:00000001:1.0:1767734705.540144:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.540145:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966654848 : -117982742896768 : ffff94b200851f80) 00000100:00000040:1.0:1767734705.540153:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200851f80 x1853602672109696/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.540162:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.540165:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.540169:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b990. 00000100:00000200:1.0:1767734705.540173:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672109696, offset 0 00000400:00000200:1.0:1767734705.540179:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.540185:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.540192:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.540196:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.540200:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.540204:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.540207:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.540212:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66796:66796:256:4294967295] 192.168.203.112@tcp LPNI seq info [66796:66796:8:4294967295] 00000400:00000200:1.0:1767734705.540217:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.540227:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.540233:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.540239:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472ca00. 00000800:00000200:1.0:1767734705.540245:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.540251:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.540256:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472ca00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.540299:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.540305:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 30193 usecs (31 jiffies) 00000400:00000200:1.0:1767734705.540341:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.540344:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467393 00000100:00000001:1.0:1767734705.540350:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467387 00000100:00000001:1.0:1767734705.540356:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467393 00000100:00000001:1.0:1767734705.540359:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467387 00000100:00000001:1.0:1767734705.540372:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.540376:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.540379:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.540382:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.540386:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.540390:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.540393:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.540476:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.540483:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472ca00. 00000400:00000200:2.0:1767734705.540490:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.540498:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.540504:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b990 00000400:00000010:2.0:1767734705.540507:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b990. 00000100:00000001:2.0:1767734705.540511:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.540519:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200851f80 x1853602672109696/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.540532:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.540537:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200851f80 x1853602672109696/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.540547:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.540560:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.543388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c8b446a0. 00000080:00000010:1.1:1767734705.543406:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c4b09080. 00000800:00000001:3.0:1767734705.545463:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.545474:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.545478:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.545482:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.545489:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.545496:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.545503:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.545508:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.545513:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.545518:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d36880 00000400:00000200:3.0:1767734705.545524:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.545530:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7bf15 [1] + 224 00000800:00000001:3.0:1767734705.545537:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.545545:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.545548:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.545553:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.545558:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.545566:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200851f80 x1853602672109696/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.545601:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b200851f80 x1853602672109696/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.545629:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.545637:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.545642:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.545647:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.545654:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66797:66797:256:4294967295] 192.168.203.112@tcp LPNI seq info [66797:66797:8:4294967295] 00000400:00000200:3.0:1767734705.545659:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.545670:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.545678:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.545683:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000100:00000001:1.0:1767734705.545691:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767734705.545692:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000400:00000001:1.0:1767734705.545703:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:3.0:1767734705.545706:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000400:00000001:1.0:1767734705.545709:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.545717:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000800:00000200:3.0:1767734705.545718:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767734705.545730:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.545735:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.545741:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.545752:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200851f80 x1853602672109696/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734705.545769:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200851f80 x1853602672109696/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.545780:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.545782:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.545785:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.545787:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.545790:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.545793:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.545797:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734705.545798:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00001000:1.0:1767734705.545804:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000800:00000010:3.0:1767734705.545806:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000100:00001000:1.0:1767734705.545820:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000400:00000200:3.0:1767734705.545821:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767734705.545834:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.545841:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734705.545842:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:2.0:1767734705.545849:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767734705.545851:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.545858:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767734705.545863:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.545864:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734705.545869:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x300005936] 00000100:00000001:1.0:1767734705.545875:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734705.545878:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.545895:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966654848 : -117982742896768 : ffff94b200851f80) 00000100:00000001:1.0:1767734705.545900:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.545903:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.545906:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.545909:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.545917:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200851f80 x1853602672109696/t12884924776(12884924776) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.545927:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.545929:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.545932:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.545937:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200851f80 x1853602672109696/t12884924776(12884924776) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.545946:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200851f80 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672109696:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.545952:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.545954:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.545957:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.545959:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.545962:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200851f80 x1853602672109696/t12884924776(12884924776) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.545971:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.545974:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.545977:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.545979:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.545984:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.545987:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.545991:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c2e8e800. 00000100:00000001:1.0:1767734705.545997:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.546001:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200851f80 x1853602672109696/t12884924776(12884924776) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.546010:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.546019:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.546026:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.546029:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.546032:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity19 (ffff94b1df682000, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.546036:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.546039:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.546044:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.546052:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.546055:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.546057:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.546061:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.546065:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.546069:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1e787cb70 -> ffff94b1e787cb70 00000020:00000001:1.0:1767734705.546072:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.546074:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.546076:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x1c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.546080:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.546082:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.546083:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.546087:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x1c:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.546091:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f8453e88) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.546094:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.546096:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.546098:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f8453e88) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.546101:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.546103:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.546106:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.546108:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x1c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.546112:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.546113:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.546116:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.546119:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.546122:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.546124:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x1c:0x0](ffff94b1c4b0aa08) 00800000:00000001:1.0:1767734705.546127:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.546129:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x1c:0x0] 00000002:00000001:1.0:1767734705.546132:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.546142:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.546145:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.546147:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.546150:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.546152:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.546155:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.546158:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.546161:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.546163:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.546167:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.546170:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f8453e88) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.546173:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.546175:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.546177:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f8453e88) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.546180:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.546182:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.546184:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f8453e88) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.546186:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f8453e88) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.546189:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1f8453e88. 00020000:00000001:1.0:1767734705.546194:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.546196:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1e787caf0. 00000020:00001000:1.0:1767734705.546200:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.546202:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.546204:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.546211:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.546213:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.546216:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.546219:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.546239:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.546242:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.546244:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.546246:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.546248:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.546253:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c2e8e800. 00800000:00000002:1.0:1767734705.546258:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.546291:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.546302:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.546305:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.546337:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.546343:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.546348:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.546353:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.546356:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.546360:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.546365:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.546369:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.546372:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.546379:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.546385:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.546391:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.546394:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.546400:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.546412:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.546417:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.546423:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.546433:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.546436:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.546439:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.546442:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.546445:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.546449:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.546453:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.546458:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.546463:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c2e8e800. 00000080:00000001:1.0:1767734705.546469:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.546472:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.546475:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.546487:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.546491:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.546494:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.546496:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.546498:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.546501:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.546504:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.546507:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.546510:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.546512:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.546514:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.546516:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.546518:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.546521:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.546522:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.546524:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.546526:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.546529:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.546531:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.546535:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.546544:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.546545:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.546547:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.546549:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.546552:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.546559:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.546563:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.546565:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.546568:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.546569:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.546576:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.546579:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.546581:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.546584:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.546587:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.546590:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.546592:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.546594:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.546597:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.546599:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.546602:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.546606:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.546610:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.546612:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.546614:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.546618:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.546621:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.546623:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.546626:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.546628:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.546632:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.546634:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.546638:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.546648:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1f90b3420. 00000020:00000001:1.0:1767734705.546651:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.546654:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity20, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.546658:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.546660:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.546662:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity20, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.546668:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c2e8e800. 00000080:00000001:1.0:1767734705.546673:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.546675:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.546677:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.546680:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity20' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.546683:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.546687:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.546696:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity20' -> mds #0 00000002:00000001:1.0:1767734705.546700:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.546702:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.546705:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity20,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.546710:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.546711:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.546715:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200851500. 00000020:00000040:1.0:1767734705.546718:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=75 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.546723:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.546726:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.546729:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.546730:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.546732:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.546735:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.546737:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.546741:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.546746:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026e000. 00000100:00000001:1.0:1767734705.546751:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.546755:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.546757:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.546760:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.546762:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.546764:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.546770:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090966652160 : -117982742899456 : ffff94b200851500) 00010000:00000001:1.0:1767734705.546773:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.546775:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.546780:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.546783:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.546786:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.546790:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683e800. 00000020:00000001:1.0:1767734705.546793:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.546796:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683e800 with handle 0x1886cffb85c2b9b2 to hash 00000020:00000001:1.0:1767734705.546799:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.546801:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.546804:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.546816:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.546818:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.546822:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9b2 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.546831:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9b2 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.546842:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9b2 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.546849:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.546850:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.546855:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.546857:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.546860:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.546862:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966652160 : -117982742899456 : ffff94b200851500) 00000100:00000001:1.0:1767734705.546866:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.546870:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.546872:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.546874:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.546880:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200851500 x1853602672109824/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.546890:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.546892:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.546895:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.546898:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.546901:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.546904:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200851500 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672109824:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.546909:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.546912:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.546915:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.546917:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.546921:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1d1e44000. 02000000:00000001:1.0:1767734705.546930:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.546937:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.546940:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.546945:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.546950:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672109824, portal 10 00000100:00000001:1.0:1767734705.546953:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.546954:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966652160 : -117982742899456 : ffff94b200851500) 00000100:00000040:1.0:1767734705.546961:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b200851500 x1853602672109824/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.546970:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.546974:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.546976:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bee0. 00000100:00000200:1.0:1767734705.546980:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672109824, offset 0 00000400:00000200:1.0:1767734705.546986:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.546992:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.546997:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.547002:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.547005:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.547009:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.547012:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.547017:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66798:66798:256:4294967295] 192.168.203.112@tcp LPNI seq info [66798:66798:8:4294967295] 00000400:00000200:1.0:1767734705.547022:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.547032:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.547037:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.547042:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cf00. 00000800:00000200:1.0:1767734705.547047:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.547054:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.547059:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cf00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.547080:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.547085:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 30047 usecs (31 jiffies) 00000400:00000200:1.0:1767734705.547090:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.547101:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467399 00000100:00000001:1.0:1767734705.547107:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467393 00000100:00000001:1.0:1767734705.547113:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467399 00000100:00000001:1.0:1767734705.547117:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467393 00000100:00000001:1.0:1767734705.547121:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.547124:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.547126:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.547128:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.547132:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.547135:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.547137:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734705.547238:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.547246:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cf00. 00000400:00000200:3.0:1767734705.547253:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.547290:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.547297:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bee0 00000400:00000010:3.0:1767734705.547300:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bee0. 00000100:00000001:3.0:1767734705.547305:0:196086:0:(events.c:34:request_out_callback()) Process entered 00010000:00000010:1.1:1767734705.547371:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:1.1:1767734705.547380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683ea00. 00000100:00000200:3.0:1767734705.547446:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200851500 x1853602672109824/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.547463:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.547481:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200851500 x1853602672109824/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.547491:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.547494:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734705.550738:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.550753:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.550757:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.550760:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.550767:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.550774:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.550782:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.550787:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.550792:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.550797:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d36900 00000400:00000200:2.0:1767734705.550802:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.550808:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7bf1d [1] + 224 00000800:00000001:2.0:1767734705.550815:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.550824:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.550827:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.550832:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.550837:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.550845:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200851500 x1853602672109824/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734705.550859:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b200851500 x1853602672109824/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.550886:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734705.550894:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.550897:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.550977:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.550987:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.550989:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.550993:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.551001:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.551003:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.551007:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.551017:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200851500 x1853602672109824/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.551031:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200851500 x1853602672109824/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.551042:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.551044:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.551047:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.551049:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.551051:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.551053:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.551056:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.551063:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.551067:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.551070:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.551072:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.551087:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.551091:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.551094:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.551097:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.551099:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.551102:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.551108:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200851500 x1853602672109824/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.551117:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.551121:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.551123:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.551128:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200851500 x1853602672109824/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734705.551137:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200851500 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672109824:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.551143:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.551145:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.551148:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.551150:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.551153:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200851500 x1853602672109824/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.551161:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.551164:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.551168:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.551170:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.551172:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.551175:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.551177:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.551181:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.551184:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.551187:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.551193:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683e800, remote cookie: 0x9bbb2ede58dac51f, flags: 0x1001 00010000:00010000:1.0:1767734705.551198:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9b2 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac51f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.551216:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x1d:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000001:1.0:1767734705.551220:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.551227:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.551231:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.551236:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.551240:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9b2 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac51f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.551250:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9b2 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac51f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.551258:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.551290:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.551292:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.551294:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.551296:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.551298:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x1d:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.551304:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9b2 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac51f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.551343:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.551346:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.551348:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.551351:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.551354:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.551358:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9b2 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac51f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.551365:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.551368:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.551372:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.551383:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.551385:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.551387:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.551392:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.551396:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.551398:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.551401:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.551405:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.551409:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.551412:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.551414:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.551417:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.551421:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.551425:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.551428:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.551431:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.551436:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9b2 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac51f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.551446:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.551449:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.551452:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.551454:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.551456:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=5 00000020:00000001:1.0:1767734705.551460:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.551463:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.551467:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.551470:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9b2 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac51f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.551478:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.551479:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.551482:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9b2 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac51f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.551504:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.551506:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.551508:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.551510:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.551511:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.551518:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b200851500 x1853602672109824/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.551527:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.551529:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.551531:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.551534:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.551537:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.551540:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.551542:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.551543:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.551545:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.551548:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.551550:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.551552:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.551553:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.551556:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.551558:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000002:00010000:1.0:1767734705.551562:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9b2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac51f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.551568:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.551570:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.551572:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.551573:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.551575:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.551576:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.551579:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.551591:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.551596:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.551599:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.551604:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/29 (0 0) 00010000:00000001:1.0:1767734705.551608:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.551610:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.551612:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.551615:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.551618:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity20 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.551621:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.551625:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.551627:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.551630:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.551634:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.551637:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.551639:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.551642:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.551645:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.551648:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.551650:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920733 : 144115272414920733 : 2000013a300001d) 00000080:00000001:1.0:1767734705.551654:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.551660:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920733 : 144115272414920733 : 2000013a300001d) 00000080:00000001:1.0:1767734705.551663:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.551667:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x1d:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.551671:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x1d:0x0](ffff94b1c4b0d348): rc = 0 00000080:00000001:1.0:1767734705.551674:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626089962885960 : -117983746665656 : ffff94b1c4b0d348) 00010000:00000001:1.0:1767734705.551677:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.551678:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.551680:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.551682:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.551685:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000080:00000001:1.0:1767734705.551688:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.551690:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.551698:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.551701:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.551703:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.551706:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.551709:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1f84532e8) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.551712:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.551715:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1f84532e8) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.551718:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x1d:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.551721:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.551723:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.551726:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.551728:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84532e8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.551732:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84532e8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.551734:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.551736:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.551739:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x1d:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.551742:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.551745:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.551747:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.551749:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.551751:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.551754:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.551756:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.551759:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x1d:0x0](ffff94b1c4b0d348) for lock 0x1886cffb85c2b9b2 00800000:00000001:1.0:1767734705.551762:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.551764:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.551766:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.551768:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.551770:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.551772:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.551775:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.551778:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.551780:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.551781:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.551783:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.551793:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682ca8 inode ffff94b1c4b0d348 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.551796:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.551800:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x1d:0x0](ffff94b1c4b0d348) 00000080:00010000:1.0:1767734705.551804:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b9b2 from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.551807:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.551809:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.551811:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.551813:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.551816:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.551818:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.551821:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9b2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dac51f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.551829:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.551830:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.551832:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.551834:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.551837:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9b2 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dac51f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.551845:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.551848:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.551850:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.551853:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.551854:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.551856:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.551859:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.551861:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.551864:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.551867:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.551869:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.551871:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.551872:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.551874:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734705.551877:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c2e8e800. 00000100:00000001:1.0:1767734705.551887:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.551893:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200851500 x1853602672109824/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.551902:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.551905:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.551908:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1d1e44000. 02000000:00000001:1.0:1767734705.551911:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.551913:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.551915:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=74 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.551917:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.551920:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026e000. 02000000:00000001:1.0:1767734705.551923:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.551925:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.551927:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200851500. 00000100:00000001:1.0:1767734705.551930:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.551932:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.551934:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.551936:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.551938:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.551942:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.551944:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.551949:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.551952:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.551955:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.551957:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity20, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.551961:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.551963:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.551966:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.551969:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.551971:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.551973:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84532e8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.551976:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84532e8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.551979:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.551981:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.551983:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.551985:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734705.551995:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c2e8e800. 00800000:00000001:1.0:1767734705.552004:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.552008:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.552010:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x1d:0x0] 00800000:00000001:1.0:1767734705.552013:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.552016:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x1d:0x0] -> mds #0 00000002:00000001:1.0:1767734705.552020:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.552022:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.552026:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.552029:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.552032:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.552035:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.552037:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.552040:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.552042:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.552045:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.552047:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.552049:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.552052:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.552055:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9b2 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dac51f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.552062:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.552065:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.552067:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.552069:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x1d:0x0] mode (null) 00000002:00000001:1.0:1767734705.552072:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.552074:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.552076:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.552079:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.552082:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.552084:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.552086:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.552088:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.552090:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.552092:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.552101:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.552103:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.552106:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.552108:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.552111:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.552113:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.552115:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.552116:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.552119:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.552121:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.552123:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.552126:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.552127:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.552129:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.552131:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.552133:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.552135:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x1d:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.552138:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.552140:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.552142:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.552144:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.552147:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x1d:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.552149:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.552151:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.552153:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.552155:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.552157:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.552159:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x1d:0x0](ffff94b1c4b0d348) invalid 00000020:00000001:1.0:1767734705.552162:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.552165:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity20 (ffff94b1df682ca8) parent ffff94b1d0bd05e8 inode ffff94b1c4b0d348 refc 1 00000080:00000001:1.0:1767734705.552169:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.552172:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.552174:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.552177:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.552180:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.552181:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.552183:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.552191:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.552195:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683e800 with handle 0x1886cffb85c2b9b2 from hash 00010000:00000001:1.0:1767734705.552198:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.552200:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.552202:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.552204:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.552207:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.552208:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.552211:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.552214:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.552216:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.552221:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200851500. 00000020:00000040:1.0:1767734705.552225:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=75 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.552229:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.552231:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.552234:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.552238:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.552241:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.552242:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.552244:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.552247:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.552249:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.552253:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.552259:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d13af000. 00000100:00000001:1.0:1767734705.552294:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.552297:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.552300:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.552305:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9b2 lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac51f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000010:1.1:1767734705.552348:0:251835:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c997b700. 00000080:00000010:1.1:1767734705.552362:0:251835:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c4b0a940. 00010000:00010000:1.0:1767734705.552378:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.552380:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.552383:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.552386:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9b2 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac51f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.552415:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.552420:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.552427:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.552429:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.552432:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.552434:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.552437:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.552446:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.552455:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b200851500 x1853602672110080/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.552465:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.552467:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.552472:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.552474:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.552477:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.552479:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966652160 : -117982742899456 : ffff94b200851500) 00000100:00000001:1.0:1767734705.552483:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.552487:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.552489:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.552491:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.552496:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200851500 x1853602672110080/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.552505:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.552507:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.552510:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.552513:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.552515:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.552519:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200851500 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672110080:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.552524:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.552527:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.552536:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.552539:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.552543:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1d1e44000. 02000000:00000001:1.0:1767734705.552545:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.552552:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.552556:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.552561:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.552566:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672110080, portal 10 00000100:00000001:1.0:1767734705.552568:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.552570:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966652160 : -117982742899456 : ffff94b200851500) 00000100:00000040:1.0:1767734705.552577:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200851500 x1853602672110080/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.552586:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.552590:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.552593:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b660. 00000100:00000200:1.0:1767734705.552596:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672110080, offset 0 00000400:00000200:1.0:1767734705.552601:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.552607:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.552613:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.552618:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.552622:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.552625:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.552628:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.552633:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66799:66799:256:4294967295] 192.168.203.112@tcp LPNI seq info [66799:66799:8:4294967295] 00000400:00000200:1.0:1767734705.552639:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.552648:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.552654:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.552658:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cc00. 00000800:00000200:1.0:1767734705.552664:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.552672:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.552677:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cc00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.552698:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.552710:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 29890 usecs (30 jiffies) 00000400:00000200:1.0:1767734705.552716:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.552719:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467404 00000100:00000001:1.0:1767734705.552726:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467399 00000100:00000001:1.0:1767734705.552732:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467404 00000100:00000001:1.0:1767734705.552736:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467399 00000100:00000001:1.0:1767734705.552739:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.552742:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.552745:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.552747:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.552750:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.552753:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.552755:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734705.552872:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.552880:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cc00. 00000400:00000200:3.0:1767734705.552887:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.552894:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.552899:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b660 00000400:00000010:3.0:1767734705.552903:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b660. 00000100:00000001:3.0:1767734705.552907:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.552915:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200851500 x1853602672110080/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.552927:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.552932:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200851500 x1853602672110080/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.552942:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.552944:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734705.558143:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.558158:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.558161:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.558165:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.558172:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.558180:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.558187:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.558204:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.558209:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.558214:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d36a00 00000400:00000200:2.0:1767734705.558220:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.558226:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7bf25 [1] + 224 00000800:00000001:2.0:1767734705.558233:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.558242:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.558245:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.558250:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.558255:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.558287:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200851500 x1853602672110080/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734705.558303:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b200851500 x1853602672110080/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.558369:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734705.558377:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734705.558383:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.558389:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734705.558397:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66800:66800:256:4294967295] 192.168.203.112@tcp LPNI seq info [66800:66800:8:4294967295] 00010000:00000010:1.1:1767734705.558404:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00000400:00000200:2.0:1767734705.558405:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00010000:00000010:1.1:1767734705.558425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683e800. 00000400:00000200:2.0:1767734705.558435:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:2.0:1767734705.558444:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734705.558451:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790200. 00000100:00000001:1.0:1767734705.558456:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767734705.558461:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000400:00000001:1.0:1767734705.558468:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.558474:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1767734705.558476:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000400:00000010:1.0:1767734705.558480:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000800:00000200:2.0:1767734705.558484:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790200 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767734705.558489:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.558494:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.558498:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.558510:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200851500 x1853602672110080/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734705.558525:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200851500 x1853602672110080/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.558537:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.558539:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.558541:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.558544:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.558546:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.558549:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.558552:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.558559:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000800:00000200:2.0:1767734705.558563:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00001000:1.0:1767734705.558565:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000800:00000010:2.0:1767734705.558571:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790200. 00000400:00000200:2.0:1767734705.558577:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767734705.558586:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.558591:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.558598:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.558605:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734705.558606:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.558614:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767734705.558614:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734705.558623:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x300005937] 00000100:00000001:1.0:1767734705.558627:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000800:00000001:3.0:1767734705.558629:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.558631:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.558638:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966652160 : -117982742899456 : ffff94b200851500) 00000100:00000001:1.0:1767734705.558644:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.558646:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.558649:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.558652:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.558663:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200851500 x1853602672110080/t12884924777(12884924777) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.558673:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.558676:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.558678:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.558683:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200851500 x1853602672110080/t12884924777(12884924777) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.558694:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200851500 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672110080:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.558700:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.558703:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.558705:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.558707:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.558711:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200851500 x1853602672110080/t12884924777(12884924777) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.558720:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.558723:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.558727:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.558729:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.558744:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.558747:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.558751:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c2e8e800. 00000100:00000001:1.0:1767734705.558757:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.558761:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200851500 x1853602672110080/t12884924777(12884924777) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.558771:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.558774:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.558782:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.558785:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.558788:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity20 (ffff94b1df682ca8, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.558792:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.558797:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.558803:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.558809:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.558811:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.558813:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.558817:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.558820:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.558824:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1e787c210 -> ffff94b1e787c210 00000020:00000001:1.0:1767734705.558827:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.558829:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.558831:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x1d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.558835:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.558837:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.558839:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.558843:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x1d:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.558847:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84532e8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.558850:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.558852:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.558854:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84532e8) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.558857:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.558859:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.558862:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.558864:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x1d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.558868:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.558876:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.558879:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.558883:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.558886:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.558888:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x1d:0x0](ffff94b1c4b0d348) 00800000:00000001:1.0:1767734705.558892:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.558894:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x1d:0x0] 00000002:00000001:1.0:1767734705.558898:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.558902:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.558905:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.558907:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.558910:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.558912:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.558915:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.558918:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.558920:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.558923:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.558926:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.558928:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84532e8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.558931:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.558933:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.558935:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84532e8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.558938:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.558940:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.558942:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84532e8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.558945:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84532e8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.558948:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1f84532e8. 00020000:00000001:1.0:1767734705.558953:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.558955:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1e787c190. 00000020:00001000:1.0:1767734705.558959:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.558961:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.558964:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.558972:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.558974:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.558976:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.558980:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.559000:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.559010:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.559012:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.559014:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.559017:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.559023:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c2e8e800. 00800000:00000002:1.0:1767734705.559028:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.559032:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.559035:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.559037:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.559040:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.559044:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.559047:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.559052:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.559055:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.559057:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.559061:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.559064:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.559066:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.559070:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.559073:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.559077:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.559080:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.559086:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.559098:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.559101:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.559105:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.559115:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.559117:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.559119:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.559121:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.559124:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.559135:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.559138:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.559141:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.559144:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c2e8e800. 00000080:00000001:1.0:1767734705.559148:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.559150:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.559154:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.559157:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.559162:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.559164:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.559166:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.559168:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.559170:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.559173:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.559177:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.559180:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.559182:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.559184:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.559187:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.559189:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.559192:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.559193:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.559195:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.559197:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.559200:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.559202:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.559206:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.559213:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.559215:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.559217:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.559219:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.559222:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.559236:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.559239:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.559241:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.559245:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.559246:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.559248:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.559251:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.559253:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.559255:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.559259:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.559290:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.559292:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.559294:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.559297:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.559299:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.559302:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.559352:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.559357:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.559359:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.559362:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.559365:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.559368:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.559370:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.559374:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.559376:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.559379:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.559382:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.559385:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.559397:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1f90b3bc0. 00000020:00000001:1.0:1767734705.559400:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.559403:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity21, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.559406:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.559408:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.559411:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity21, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.559417:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c2e8e800. 00000080:00000001:1.0:1767734705.559431:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.559435:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.559438:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.559443:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity21' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.559448:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.559452:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.559455:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity21' -> mds #0 00000002:00000001:1.0:1767734705.559461:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.559464:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.559468:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity21,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.559473:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.559477:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.559483:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200852a00. 00000020:00000040:1.0:1767734705.559488:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=76 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.559494:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.559498:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.559502:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.559504:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.559506:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.559508:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.559511:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.559514:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.559520:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026e000. 00000100:00000001:1.0:1767734705.559524:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.559528:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.559530:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.559532:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.559534:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.559537:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.559543:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090966657536 : -117982742894080 : ffff94b200852a00) 00010000:00000001:1.0:1767734705.559546:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.559548:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.559553:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.559556:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.559559:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.559569:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683e800. 00000020:00000001:1.0:1767734705.559573:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.559576:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683e800 with handle 0x1886cffb85c2b9b9 to hash 00000020:00000001:1.0:1767734705.559579:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.559581:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.559585:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.559588:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.559590:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.559594:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9b9 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.559603:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9b9 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.559613:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9b9 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.559619:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.559621:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.559625:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.559628:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.559631:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.559633:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966657536 : -117982742894080 : ffff94b200852a00) 00000100:00000001:1.0:1767734705.559638:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.559641:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.559643:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.559645:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.559651:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200852a00 x1853602672110208/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.559661:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.559664:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.559667:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.559670:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.559673:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.559677:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200852a00 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672110208:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.559688:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.559692:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.559694:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.559697:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.559701:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1d1e40800. 02000000:00000001:1.0:1767734705.559704:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.559711:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.559715:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.559720:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.559725:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672110208, portal 10 00000100:00000001:1.0:1767734705.559728:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.559730:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966657536 : -117982742894080 : ffff94b200852a00) 00000100:00000040:1.0:1767734705.559736:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b200852a00 x1853602672110208/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.559746:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.559749:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.559752:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b908. 00000100:00000200:1.0:1767734705.559756:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672110208, offset 0 00000400:00000200:1.0:1767734705.559761:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.559767:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.559773:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.559777:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.559781:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.559785:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.559788:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.559792:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66801:66801:256:4294967295] 192.168.203.112@tcp LPNI seq info [66801:66801:8:4294967295] 00000400:00000200:1.0:1767734705.559799:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.559808:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.559814:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.559818:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c100. 00000800:00000200:1.0:1767734705.559824:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.559839:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.559843:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c100 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.559864:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.559869:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 29750 usecs (30 jiffies) 00000400:00000200:1.0:1767734705.559875:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.559878:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467411 00000100:00000001:1.0:1767734705.559885:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467404 00000100:00000001:1.0:1767734705.559891:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467411 00000100:00000001:1.0:1767734705.559895:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467404 00000100:00000001:1.0:1767734705.559898:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.559902:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.559904:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.559906:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.559909:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.559913:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.559915:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.560040:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.560048:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c100. 00000400:00000200:2.0:1767734705.560055:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.560063:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.560069:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b908 00000400:00000010:2.0:1767734705.560072:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b908. 00000100:00000001:2.0:1767734705.560076:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.560083:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200852a00 x1853602672110208/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.560096:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.560101:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200852a00 x1853602672110208/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.560110:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.560113:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.563597:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.563609:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.563613:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.563616:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.563623:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.563631:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.563637:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.563642:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.563647:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.563652:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d36a80 00000400:00000200:3.0:1767734705.563657:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.563663:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7bf2d [1] + 224 00000800:00000001:3.0:1767734705.563670:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.563690:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.563694:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.563699:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.563705:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.563712:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200852a00 x1853602672110208/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734705.563727:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b200852a00 x1853602672110208/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.563753:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734705.563761:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.563765:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.563847:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.563856:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.563858:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.563862:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.563870:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.563873:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.563877:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.563887:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200852a00 x1853602672110208/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.563902:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200852a00 x1853602672110208/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.563912:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.563914:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.563918:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.563920:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.563922:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.563937:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.563940:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.563947:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.563952:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.563955:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.563957:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.563960:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.563964:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.563967:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.563969:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.563972:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.563975:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.563980:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200852a00 x1853602672110208/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.563991:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.563994:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.563996:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.564001:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200852a00 x1853602672110208/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734705.564010:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200852a00 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672110208:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.564016:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.564019:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.564021:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.564023:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.564027:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200852a00 x1853602672110208/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.564035:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.564038:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.564041:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.564044:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.564046:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.564049:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.564052:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.564062:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.564066:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.564069:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.564075:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683e800, remote cookie: 0x9bbb2ede58dac557, flags: 0x1001 00010000:00010000:1.0:1767734705.564081:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9b9 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac557 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.564092:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x1e:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000001:1.0:1767734705.564096:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.564103:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.564107:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.564112:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.564116:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9b9 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac557 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.564126:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9b9 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac557 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.564133:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.564136:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.564138:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.564140:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.564141:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.564144:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x1e:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.564149:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9b9 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac557 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.564156:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.564158:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.564160:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.564163:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.564165:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.564175:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9b9 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac557 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.564183:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.564185:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.564187:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.564188:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.564190:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.564191:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.564195:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.564197:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.564199:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.564201:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.564203:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.564206:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.564209:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.564211:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.564213:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.564215:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.564218:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.564221:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.564223:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.564227:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9b9 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac557 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.564234:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.564236:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.564237:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.564238:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.564240:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=5 00000020:00000001:1.0:1767734705.564242:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.564245:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.564247:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.564250:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9b9 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac557 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.564296:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.564297:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.564301:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9b9 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac557 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000010:1.1:1767734705.564344:0:251835:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1f90b3420. 00000080:00000010:1.1:1767734705.564357:0:251835:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c4b0d280. 00010000:00000001:1.0:1767734705.564371:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.564373:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.564375:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.564376:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.564378:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.564386:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b200852a00 x1853602672110208/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.564396:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.564398:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.564400:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.564403:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.564406:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.564409:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.564411:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.564412:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.564415:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.564418:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.564420:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.564421:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.564423:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.564425:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.564428:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000002:00010000:1.0:1767734705.564431:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9b9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac557 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.564439:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.564449:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.564451:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.564453:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.564455:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.564457:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.564460:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.564462:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.564467:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.564470:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.564474:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/30 (0 0) 00010000:00000001:1.0:1767734705.564478:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.564479:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.564481:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.564483:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.564486:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity21 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.564490:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.564493:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.564497:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.564500:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.564503:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.564507:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.564509:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.564511:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.564515:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.564517:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.564519:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920734 : 144115272414920734 : 2000013a300001e) 00000080:00000001:1.0:1767734705.564522:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.564528:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920734 : 144115272414920734 : 2000013a300001e) 00000080:00000001:1.0:1767734705.564531:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.564535:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x1e:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.564538:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x1e:0x0](ffff94b1c4b0b248): rc = 0 00000080:00000001:1.0:1767734705.564541:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626089962877512 : -117983746674104 : ffff94b1c4b0b248) 00010000:00000001:1.0:1767734705.564544:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.564545:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.564553:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.564556:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.564559:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000080:00000001:1.0:1767734705.564562:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.564564:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.564567:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.564570:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.564572:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.564575:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.564577:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1f8453ba0) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.564580:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.564583:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1f8453ba0) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.564586:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x1e:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.564589:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.564591:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.564594:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.564597:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f8453ba0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.564600:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f8453ba0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.564603:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.564604:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.564607:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x1e:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.564611:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.564613:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.564616:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.564618:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.564620:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.564622:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.564624:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.564628:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x1e:0x0](ffff94b1c4b0b248) for lock 0x1886cffb85c2b9b9 00800000:00000001:1.0:1767734705.564631:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.564633:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.564635:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.564636:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.564639:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.564641:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.564649:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.564652:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.564654:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.564655:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.564658:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.564663:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682000 inode ffff94b1c4b0b248 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.564666:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.564669:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x1e:0x0](ffff94b1c4b0b248) 00000080:00010000:1.0:1767734705.564673:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b9b9 from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.564676:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.564677:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.564679:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.564682:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.564685:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.564687:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.564691:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9b9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dac557 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.564698:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.564700:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.564701:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.564703:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.564706:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9b9 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dac557 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.564714:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.564716:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.564718:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.564721:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.564722:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.564724:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.564727:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.564729:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.564731:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.564739:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.564742:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.564744:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.564746:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.564748:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734705.564752:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c2e8e800. 00000100:00000001:1.0:1767734705.564755:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.564762:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200852a00 x1853602672110208/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.564771:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.564774:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.564777:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1d1e40800. 02000000:00000001:1.0:1767734705.564780:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.564782:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.564784:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=75 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.564787:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.564789:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026e000. 02000000:00000001:1.0:1767734705.564792:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.564794:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.564796:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200852a00. 00000100:00000001:1.0:1767734705.564799:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.564801:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.564804:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.564805:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.564808:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.564811:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.564814:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.564818:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.564822:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.564824:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.564827:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity21, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.564830:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.564832:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.564835:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.564838:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.564840:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.564843:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f8453ba0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.564853:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f8453ba0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.564856:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.564858:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.564861:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.564864:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734705.564869:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c2e8e800. 00800000:00000001:1.0:1767734705.564877:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.564880:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.564882:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x1e:0x0] 00800000:00000001:1.0:1767734705.564885:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.564888:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x1e:0x0] -> mds #0 00000002:00000001:1.0:1767734705.564892:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.564894:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.564899:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.564902:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.564905:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.564908:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.564911:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.564914:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.564916:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.564918:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.564921:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.564923:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.564925:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.564929:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9b9 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dac557 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.564936:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.564939:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.564940:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.564943:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x1e:0x0] mode (null) 00000002:00000001:1.0:1767734705.564946:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.564948:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.564950:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.564953:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.564962:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.564965:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.564966:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.564969:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.564972:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.564974:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.564976:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.564977:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.564979:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.564982:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.564984:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.564986:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.564987:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.564989:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.564991:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.564993:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.564996:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.564998:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.564999:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.565002:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.565004:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.565006:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.565008:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x1e:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.565011:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.565013:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.565015:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.565017:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.565019:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x1e:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.565022:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.565024:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.565026:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.565028:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.565030:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.565032:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x1e:0x0](ffff94b1c4b0b248) invalid 00000020:00000001:1.0:1767734705.565035:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.565038:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity21 (ffff94b1df682000) parent ffff94b1d0bd05e8 inode ffff94b1c4b0b248 refc 1 00000080:00000001:1.0:1767734705.565042:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.565049:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.565051:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.565054:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.565057:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.565059:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.565061:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.565064:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.565067:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683e800 with handle 0x1886cffb85c2b9b9 from hash 00010000:00000001:1.0:1767734705.565071:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.565073:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.565074:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.565076:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.565078:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.565080:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.565083:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.565085:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.565088:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.565093:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200852a00. 00000020:00000040:1.0:1767734705.565096:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=76 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.565099:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.565101:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.565103:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.565107:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.565109:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.565111:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.565112:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.565115:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.565117:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.565121:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.565129:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d21ede00. 00000100:00000001:1.0:1767734705.565133:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.565136:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.565138:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.565143:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9b9 lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac557 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.565152:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.565159:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.565162:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.565165:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9b9 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac557 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.565174:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.565178:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.565186:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.565188:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.565190:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.565192:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.565195:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.565204:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.565212:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b200852a00 x1853602672110464/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.565222:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.565224:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.565229:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.565231:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.565234:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.565236:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966657536 : -117982742894080 : ffff94b200852a00) 00000100:00000001:1.0:1767734705.565240:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.565243:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.565245:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.565247:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.565251:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200852a00 x1853602672110464/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.565286:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.565289:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.565293:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.565296:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.565299:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.565303:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200852a00 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672110464:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.565365:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.565370:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.565373:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.565375:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.565380:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1d1e40800. 02000000:00000001:1.0:1767734705.565383:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.565390:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.565394:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.565399:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.565404:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672110464, portal 10 00000100:00000001:1.0:1767734705.565407:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.565409:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966657536 : -117982742894080 : ffff94b200852a00) 00000100:00000040:1.0:1767734705.565416:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200852a00 x1853602672110464/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.565425:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.565431:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.565435:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b770. 00000100:00000200:1.0:1767734705.565439:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672110464, offset 0 00000400:00000200:1.0:1767734705.565448:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.565455:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.565465:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.565472:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.565477:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.565482:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.565489:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.565499:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66802:66802:256:4294967295] 192.168.203.112@tcp LPNI seq info [66802:66802:8:4294967295] 00000400:00000200:1.0:1767734705.565505:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.565514:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.565521:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.565525:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c200. 00000800:00000200:1.0:1767734705.565531:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.565546:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.565551:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c200 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.565570:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.565575:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 29597 usecs (30 jiffies) 00000400:00000200:1.0:1767734705.565580:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.565583:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467417 00000100:00000001:1.0:1767734705.565590:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467411 00000100:00000001:1.0:1767734705.565596:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467417 00000100:00000001:1.0:1767734705.565600:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467411 00000100:00000001:1.0:1767734705.565604:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.565607:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.565609:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.565611:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.565614:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.565617:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.565619:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.565744:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.565752:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c200. 00000400:00000200:2.0:1767734705.565759:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.565767:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.565772:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b770 00000400:00000010:2.0:1767734705.565775:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b770. 00000100:00000001:2.0:1767734705.565780:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.565787:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200852a00 x1853602672110464/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.565801:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.565805:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200852a00 x1853602672110464/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.565815:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.565817:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767734705.570391:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:1.1:1767734705.570403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683e800. 00000800:00000001:3.0:1767734705.570884:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.570895:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.570899:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.570902:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.570910:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.570917:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.570924:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.570929:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.570934:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.570939:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d36b80 00000400:00000200:3.0:1767734705.570945:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.570951:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7bf35 [1] + 224 00000800:00000001:3.0:1767734705.570958:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.570977:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.570981:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.570986:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.570992:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.570999:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200852a00 x1853602672110464/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.571014:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b200852a00 x1853602672110464/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.571058:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.571066:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.571071:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.571077:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.571084:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66803:66803:256:4294967295] 192.168.203.112@tcp LPNI seq info [66803:66803:8:4294967295] 00000400:00000200:3.0:1767734705.571090:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.571100:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.571106:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.571112:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.571118:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.571125:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.571130:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767734705.571162:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.571173:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.571176:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.571180:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.571187:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.571191:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.571197:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:3.0:1767734705.571203:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1767734705.571209:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200852a00 x1853602672110464/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767734705.571212:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.571224:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767734705.571243:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200852a00 x1853602672110464/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767734705.571244:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:2.0:1767734705.571284:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767734705.571289:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.571295:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.571298:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.571300:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.571340:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.571345:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.571361:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.571367:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.571374:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.571381:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.571385:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.571387:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.571390:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.571394:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.571397:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734705.571399:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x300005938] 00000100:00000001:1.0:1767734705.571402:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734705.571405:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.571407:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966657536 : -117982742894080 : ffff94b200852a00) 00000100:00000001:1.0:1767734705.571411:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.571413:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.571415:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.571418:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.571427:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200852a00 x1853602672110464/t12884924778(12884924778) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.571437:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.571442:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.571445:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.571453:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200852a00 x1853602672110464/t12884924778(12884924778) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.571464:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200852a00 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672110464:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.571471:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.571474:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.571477:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.571478:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.571482:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200852a00 x1853602672110464/t12884924778(12884924778) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.571491:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.571502:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.571507:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.571508:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.571514:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.571517:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.571521:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c2e8e800. 00000100:00000001:1.0:1767734705.571526:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.571531:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200852a00 x1853602672110464/t12884924778(12884924778) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.571540:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.571543:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.571550:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.571552:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.571555:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity21 (ffff94b1df682000, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.571559:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.571562:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.571568:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.571574:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.571576:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.571578:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.571581:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.571584:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.571588:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1e787cf58 -> ffff94b1e787cf58 00000020:00000001:1.0:1767734705.571590:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.571592:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.571595:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x1e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.571599:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.571600:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.571602:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.571606:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x1e:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.571609:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f8453ba0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.571613:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.571615:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.571617:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f8453ba0) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.571620:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.571623:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.571631:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.571634:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x1e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.571637:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.571639:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.571642:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.571645:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.571648:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.571650:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x1e:0x0](ffff94b1c4b0b248) 00800000:00000001:1.0:1767734705.571654:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.571656:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x1e:0x0] 00000002:00000001:1.0:1767734705.571660:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.571664:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.571666:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.571669:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.571671:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.571673:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.571676:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.571679:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.571681:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.571683:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.571687:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.571689:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f8453ba0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.571692:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.571693:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.571696:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f8453ba0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.571698:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.571700:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.571702:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f8453ba0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.571705:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f8453ba0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.571708:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1f8453ba0. 00020000:00000001:1.0:1767734705.571712:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.571714:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1e787ced8. 00000020:00001000:1.0:1767734705.571717:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.571720:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.571722:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.571729:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.571731:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.571740:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.571744:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.571764:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.571767:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.571769:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.571770:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.571773:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.571779:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d21ec600. 00800000:00000002:1.0:1767734705.571784:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.571787:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.571790:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.571792:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.571795:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.571799:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.571802:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.571806:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.571809:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.571811:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.571815:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.571817:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.571819:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.571823:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.571826:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.571830:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.571833:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.571838:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.571849:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.571853:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.571857:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.571865:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.571874:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.571876:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.571879:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.571881:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.571884:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.571887:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.571890:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.571893:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d21ec600. 00000080:00000001:1.0:1767734705.571896:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.571898:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.571901:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.571905:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.571909:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.571911:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.571913:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.571916:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.571918:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.571921:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.571924:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.571927:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.571929:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.571931:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.571933:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.571936:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.571939:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.571940:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.571942:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.571944:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.571947:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.571949:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.571953:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.571960:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.571966:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.571969:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.571971:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.571974:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.571983:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.571985:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.571987:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.571990:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.571991:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.571993:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.571996:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.571998:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.572000:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.572003:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.572005:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.572008:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.572009:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.572012:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.572014:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.572017:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.572021:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.572024:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.572026:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.572029:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.572032:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.572034:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.572036:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.572040:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.572042:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.572045:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.572047:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.572050:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.572059:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1f90b3e20. 00000020:00000001:1.0:1767734705.572062:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.572065:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity22, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.572074:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.572076:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.572079:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity22, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.572085:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d21ec600. 00000080:00000001:1.0:1767734705.572089:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.572092:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.572094:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.572096:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity22' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.572100:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.572103:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.572105:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity22' -> mds #0 00000002:00000001:1.0:1767734705.572109:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.572111:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.572113:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity22,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.572117:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.572119:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.572123:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200853100. 00000020:00000040:1.0:1767734705.572126:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=77 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.572130:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.572134:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.572136:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.572138:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.572140:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.572142:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.572145:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.572147:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.572152:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026e000. 00000100:00000001:1.0:1767734705.572157:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.572161:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.572163:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.572165:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.572167:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.572170:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.572175:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090966659328 : -117982742892288 : ffff94b200853100) 00010000:00000001:1.0:1767734705.572179:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.572187:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.572192:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.572195:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.572198:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.572201:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683e800. 00000020:00000001:1.0:1767734705.572204:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.572207:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683e800 with handle 0x1886cffb85c2b9c0 to hash 00000020:00000001:1.0:1767734705.572209:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.572211:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.572215:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.572218:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.572220:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.572224:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9c0 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.572232:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9c0 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.572243:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9c0 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.572249:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.572251:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.572255:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.572258:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.572288:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.572290:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966659328 : -117982742892288 : ffff94b200853100) 00000100:00000001:1.0:1767734705.572295:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.572298:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.572301:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.572302:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.572357:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200853100 x1853602672110592/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.572368:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.572370:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.572385:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.572388:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.572391:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.572396:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200853100 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672110592:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.572400:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.572404:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.572407:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.572409:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.572414:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1d1e43800. 02000000:00000001:1.0:1767734705.572417:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.572425:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.572429:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.572435:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.572441:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672110592, portal 10 00000100:00000001:1.0:1767734705.572445:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.572448:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966659328 : -117982742892288 : ffff94b200853100) 00000100:00000040:1.0:1767734705.572457:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b200853100 x1853602672110592/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.572468:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.572478:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.572482:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b4c8. 00000100:00000200:1.0:1767734705.572486:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672110592, offset 0 00000400:00000200:1.0:1767734705.572493:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.572502:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.572509:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.572514:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.572518:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.572521:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.572525:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.572529:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66804:66804:256:4294967295] 192.168.203.112@tcp LPNI seq info [66804:66804:8:4294967295] 00000400:00000200:1.0:1767734705.572535:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.572544:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.572559:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.572563:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472ce00. 00000800:00000200:1.0:1767734705.572570:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.572577:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.572581:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472ce00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.572600:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.572605:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 29460 usecs (30 jiffies) 00000400:00000200:1.0:1767734705.572610:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.572613:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467424 00000100:00000001:1.0:1767734705.572620:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467417 00000100:00000001:1.0:1767734705.572626:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467424 00000100:00000001:1.0:1767734705.572630:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467417 00000100:00000001:1.0:1767734705.572633:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.572636:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.572639:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.572641:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.572644:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.572647:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.572649:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734705.572774:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.572783:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472ce00. 00000400:00000200:3.0:1767734705.572790:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.572798:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.572803:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b4c8 00000400:00000010:3.0:1767734705.572806:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b4c8. 00000100:00000001:3.0:1767734705.572811:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.572818:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200853100 x1853602672110592/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.572832:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.572837:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200853100 x1853602672110592/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.572867:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.572869:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734705.576478:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.576494:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.576509:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.576513:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.576521:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.576528:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.576535:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.576540:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.576545:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.576549:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d36c00 00000400:00000200:2.0:1767734705.576555:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.576561:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7bf3d [1] + 224 00000800:00000001:2.0:1767734705.576568:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.576577:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.576581:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.576585:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.576591:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.576598:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200853100 x1853602672110592/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734705.576612:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b200853100 x1853602672110592/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.576640:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734705.576648:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.576651:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.576740:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.576750:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.576752:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.576756:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.576763:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.576766:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.576770:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.576779:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200853100 x1853602672110592/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.576793:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200853100 x1853602672110592/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.576804:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.576819:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.576822:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.576825:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.576827:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.576830:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.576833:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.576839:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.576843:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.576847:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.576849:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.576851:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.576855:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.576859:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.576861:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.576864:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.576866:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.576872:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200853100 x1853602672110592/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.576881:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.576885:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.576887:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.576892:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200853100 x1853602672110592/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734705.576902:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200853100 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672110592:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.576907:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.576910:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.576912:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.576914:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.576918:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200853100 x1853602672110592/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.576926:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.576929:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.576932:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.576940:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.576943:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.576946:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.576948:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.576951:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.576954:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.576958:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.576963:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683e800, remote cookie: 0x9bbb2ede58dac58f, flags: 0x1001 00010000:00010000:1.0:1767734705.576969:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9c0 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac58f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.576979:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x1f:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000001:1.0:1767734705.576983:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.576990:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.576994:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.576999:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.577004:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9c0 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac58f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.577014:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9c0 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac58f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.577021:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.577024:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.577026:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.577027:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.577029:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.577032:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x1f:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.577036:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9c0 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac58f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.577045:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.577053:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.577055:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.577058:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.577061:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.577065:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9c0 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac58f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.577073:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.577075:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.577076:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.577078:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.577079:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.577081:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.577085:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.577086:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.577088:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.577090:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.577092:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.577095:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.577098:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.577100:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.577102:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.577104:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.577107:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.577110:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.577112:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.577116:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9c0 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac58f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.577123:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.577125:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.577126:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.577128:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.577129:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=5 00000020:00000001:1.0:1767734705.577132:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.577140:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.577143:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.577146:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9c0 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac58f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.577154:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.577155:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.577158:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9c0 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac58f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.577165:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.577167:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.577168:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.577169:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.577171:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.577177:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b200853100 x1853602672110592/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.577185:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.577187:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.577188:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.577191:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.577193:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.577196:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.577197:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.577199:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.577201:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.577204:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.577206:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.577208:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.577210:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.577213:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.577215:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000002:00010000:1.0:1767734705.577219:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9c0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac58f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.577233:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.577235:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.577237:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.577239:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.577241:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.577242:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.577244:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.577247:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.577251:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.577254:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.577258:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/31 (0 0) 00010000:00000001:1.0:1767734705.577292:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.577294:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.577295:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.577298:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.577301:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity22 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.577305:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.577345:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.577349:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.577352:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.577356:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.577359:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.577361:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.577364:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.577368:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.577370:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.577373:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920735 : 144115272414920735 : 2000013a300001f) 00000080:00000001:1.0:1767734705.577376:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.577381:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920735 : 144115272414920735 : 2000013a300001f) 00000080:00000001:1.0:1767734705.577384:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.577388:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x1f:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.577392:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x1f:0x0](ffff94b1c4b0f448): rc = 0 00000080:00000001:1.0:1767734705.577395:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626089962894408 : -117983746657208 : ffff94b1c4b0f448) 00010000:00000001:1.0:1767734705.577410:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.577412:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.577414:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.577417:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.577420:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000080:00000001:1.0:1767734705.577424:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.577426:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.577429:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.577431:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.577433:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.577436:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.577439:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1f84535d0) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.577442:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.577444:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1f84535d0) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.577447:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x1f:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.577450:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.577452:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.577455:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.577457:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84535d0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.577461:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84535d0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.577463:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.577465:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.577468:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x1f:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.577471:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.577474:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.577476:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.577478:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.577480:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.577483:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.577485:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.577488:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x1f:0x0](ffff94b1c4b0f448) for lock 0x1886cffb85c2b9c0 00800000:00000001:1.0:1767734705.577491:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.577494:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.577496:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.577497:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.577504:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.577507:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.577510:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.577513:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.577514:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.577516:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.577518:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.577523:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682ca8 inode ffff94b1c4b0f448 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.577526:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.577530:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x1f:0x0](ffff94b1c4b0f448) 00000080:00010000:1.0:1767734705.577533:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b9c0 from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.577536:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.577537:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.577539:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.577542:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.577544:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.577547:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.577551:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9c0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dac58f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.577558:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.577560:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.577562:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.577564:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.577567:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9c0 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dac58f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.577574:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.577576:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.577578:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.577582:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.577584:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.577586:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.577588:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.577596:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.577598:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.577601:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.577604:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.577606:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.577608:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.577610:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734705.577614:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d21ec600. 00000100:00000001:1.0:1767734705.577618:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.577624:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200853100 x1853602672110592/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.577633:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.577636:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.577639:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1d1e43800. 02000000:00000001:1.0:1767734705.577642:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.577644:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.577646:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=76 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.577649:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.577651:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026e000. 02000000:00000001:1.0:1767734705.577654:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.577656:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.577658:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200853100. 00000100:00000001:1.0:1767734705.577662:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.577663:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.577666:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.577667:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.577670:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.577673:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.577676:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.577680:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.577684:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.577686:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.577689:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity22, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.577692:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.577695:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.577697:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.577700:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.577707:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.577710:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84535d0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.577713:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84535d0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.577716:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.577718:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.577720:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.577722:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734705.577727:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d21ec600. 00800000:00000001:1.0:1767734705.577735:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.577738:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.577741:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x1f:0x0] 00800000:00000001:1.0:1767734705.577744:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.577746:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x1f:0x0] -> mds #0 00000002:00000001:1.0:1767734705.577751:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.577753:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.577757:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.577760:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.577763:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.577766:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.577769:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.577771:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.577774:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.577776:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.577778:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.577780:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.577783:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.577786:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9c0 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dac58f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.577794:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.577796:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.577798:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.577800:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x1f:0x0] mode (null) 00000002:00000001:1.0:1767734705.577803:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.577806:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.577815:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.577817:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.577821:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.577824:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.577825:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.577827:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.577830:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.577832:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.577834:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.577835:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.577837:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.577839:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.577842:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.577844:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.577845:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.577847:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.577849:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.577851:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.577853:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.577856:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.577857:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.577860:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.577862:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.577864:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.577866:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x1f:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.577868:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.577870:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.577873:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.577875:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.577877:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x1f:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.577879:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.577881:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.577883:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.577885:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.577888:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.577890:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x1f:0x0](ffff94b1c4b0f448) invalid 00000020:00000001:1.0:1767734705.577893:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.577901:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity22 (ffff94b1df682ca8) parent ffff94b1d0bd05e8 inode ffff94b1c4b0f448 refc 1 00000080:00000001:1.0:1767734705.577905:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.577907:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.577909:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.577912:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.577915:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.577917:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.577919:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.577922:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.577925:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683e800 with handle 0x1886cffb85c2b9c0 from hash 00010000:00000001:1.0:1767734705.577928:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.577930:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.577932:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.577933:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.577935:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.577937:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.577941:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.577943:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.577945:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.577950:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200853100. 00000020:00000040:1.0:1767734705.577953:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=77 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.577957:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.577959:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.577962:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.577965:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.577968:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.577970:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.577972:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.577975:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.577977:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.577980:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.577985:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d21eda00. 00000100:00000001:1.0:1767734705.577990:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.577993:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.577995:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.578000:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9c0 lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac58f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.578014:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.578017:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.578019:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.578022:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9c0 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac58f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.578030:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.578034:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.578043:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.578044:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.578047:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.578049:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.578051:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.578059:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.578068:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b200853100 x1853602672110848/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.578077:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.578079:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.578084:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.578086:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.578089:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.578091:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966659328 : -117982742892288 : ffff94b200853100) 00000100:00000001:1.0:1767734705.578095:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.578099:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.578101:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.578103:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.578107:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200853100 x1853602672110848/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.578116:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.578118:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.578122:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.578131:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.578135:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.578140:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200853100 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672110848:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.578144:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.578148:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.578151:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.578153:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.578157:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1d1e43800. 02000000:00000001:1.0:1767734705.578159:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.578166:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.578170:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.578174:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.578180:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672110848, portal 10 00000100:00000001:1.0:1767734705.578183:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.578184:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966659328 : -117982742892288 : ffff94b200853100) 00000100:00000040:1.0:1767734705.578191:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200853100 x1853602672110848/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.578200:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.578203:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.578206:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845be58. 00000100:00000200:1.0:1767734705.578210:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672110848, offset 0 00000400:00000200:1.0:1767734705.578215:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.578221:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.578227:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.578232:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.578236:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.578239:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.578243:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.578247:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66805:66805:256:4294967295] 192.168.203.112@tcp LPNI seq info [66805:66805:8:4294967295] 00000400:00000200:1.0:1767734705.578253:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.578293:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.578300:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.578341:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c900. 00000800:00000200:1.0:1767734705.578349:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.578356:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.578360:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c900 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.578379:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.578384:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 29313 usecs (30 jiffies) 00000400:00000200:1.0:1767734705.578390:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.578392:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467430 00000100:00000001:1.0:1767734705.578398:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467424 00000100:00000001:1.0:1767734705.578404:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467430 00000100:00000001:1.0:1767734705.578408:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467424 00000100:00000001:1.0:1767734705.578411:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.578415:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.578417:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.578419:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.578422:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.578425:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.578427:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734705.578546:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.578554:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c900. 00000400:00000200:3.0:1767734705.578561:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.578569:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.578574:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845be58 00000400:00000010:3.0:1767734705.578577:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845be58. 00000100:00000001:3.0:1767734705.578582:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.578589:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200853100 x1853602672110848/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.578602:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.578607:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200853100 x1853602672110848/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.578617:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.578620:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.581401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1f90b3bc0. 00000080:00000010:1.1:1767734705.581418:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c4b0b180. 00000800:00000001:2.0:1767734705.583789:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.583803:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.583807:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.583810:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.583817:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.583824:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.583832:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.583837:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.583842:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.583846:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d36d00 00000400:00000200:2.0:1767734705.583852:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.583870:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7bf45 [1] + 224 00000800:00000001:2.0:1767734705.583878:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.583888:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.583892:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.583896:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.583902:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.583910:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200853100 x1853602672110848/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734705.583925:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b200853100 x1853602672110848/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.583953:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734705.583959:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734705.583964:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.583969:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734705.583976:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66806:66806:256:4294967295] 192.168.203.112@tcp LPNI seq info [66806:66806:8:4294967295] 00000400:00000200:2.0:1767734705.583982:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.583991:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:2.0:1767734705.583997:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734705.584003:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790200. 00000800:00000200:2.0:1767734705.584009:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734705.584016:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734705.584021:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790200 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767734705.584048:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.584059:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.584061:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.584066:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.584074:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.584076:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.584080:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.584092:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200853100 x1853602672110848/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767734705.584095:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.584104:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790200. 00000400:00000200:2.0:1767734705.584117:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767734705.584122:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200853100 x1853602672110848/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734705.584132:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.584144:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767734705.584152:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.584158:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.584159:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.584176:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.584179:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.584181:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.584184:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.584187:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.584194:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.584198:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.584201:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.584203:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.584206:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.584209:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.584213:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734705.584215:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x300005939] 00000100:00000001:1.0:1767734705.584217:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734705.584220:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.584222:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966659328 : -117982742892288 : ffff94b200853100) 00000100:00000001:1.0:1767734705.584225:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.584227:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.584231:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.584233:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.584240:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200853100 x1853602672110848/t12884924779(12884924779) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.584251:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.584255:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.584257:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.584290:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200853100 x1853602672110848/t12884924779(12884924779) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.584304:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200853100 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672110848:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.584343:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.584346:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.584349:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.584351:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.584356:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200853100 x1853602672110848/t12884924779(12884924779) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.584374:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.584378:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.584382:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.584384:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.584389:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.584392:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.584396:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d21ec600. 00000100:00000001:1.0:1767734705.584401:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.584406:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200853100 x1853602672110848/t12884924779(12884924779) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.584414:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.584418:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.584425:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.584427:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.584430:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity22 (ffff94b1df682ca8, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.584434:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.584437:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.584443:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.584449:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.584451:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.584453:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.584457:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.584460:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.584464:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1e787c530 -> ffff94b1e787c530 00000020:00000001:1.0:1767734705.584466:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.584468:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.584471:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x1f:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.584474:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.584476:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.584478:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.584482:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x1f:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.584485:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84535d0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.584489:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.584491:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.584499:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84535d0) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.584503:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.584505:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.584508:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.584511:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x1f:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.584514:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.584515:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.584518:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.584520:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.584523:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.584526:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x1f:0x0](ffff94b1c4b0f448) 00800000:00000001:1.0:1767734705.584529:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.584531:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x1f:0x0] 00000002:00000001:1.0:1767734705.584535:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.584539:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.584541:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.584544:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.584546:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.584549:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.584551:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.584554:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.584556:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.584558:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.584562:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.584564:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84535d0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.584567:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.584569:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.584571:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84535d0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.584574:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.584576:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.584578:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84535d0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.584580:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84535d0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.584584:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1f84535d0. 00020000:00000001:1.0:1767734705.584587:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.584589:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1e787c4b0. 00000020:00001000:1.0:1767734705.584593:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.584602:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.584604:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.584612:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.584614:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.584616:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.584620:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.584640:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.584643:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.584645:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.584647:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.584649:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.584655:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d21ec600. 00800000:00000002:1.0:1767734705.584659:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.584663:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.584666:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.584668:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.584670:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.584675:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.584678:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.584683:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.584685:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.584687:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.584691:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.584693:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.584695:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.584700:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.584703:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.584707:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.584710:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.584715:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.584725:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.584729:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.584733:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.584749:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.584752:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.584754:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.584756:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.584758:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.584761:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.584764:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.584767:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.584770:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d21ec600. 00000080:00000001:1.0:1767734705.584773:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.584775:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.584778:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.584782:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.584786:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.584788:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.584790:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.584792:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.584795:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.584797:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.584801:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.584804:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.584806:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.584808:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.584810:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.584812:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.584815:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.584816:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.584818:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.584820:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.584823:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.584825:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.584829:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.584845:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.584847:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.584849:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.584851:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.584854:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.584861:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.584864:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.584866:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.584869:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.584870:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.584872:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.584875:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.584876:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.584879:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.584882:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.584884:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.584886:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.584887:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.584890:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.584892:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.584895:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.584899:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.584903:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.584905:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.584907:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.584910:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.584913:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.584915:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.584918:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.584921:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.584924:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.584926:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.584929:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.584944:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1f90b3a00. 00000020:00000001:1.0:1767734705.584948:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.584951:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity23, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.584954:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.584956:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.584958:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity23, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.584964:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d21ec600. 00000080:00000001:1.0:1767734705.584969:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.584971:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.584973:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.584975:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity23' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.584979:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.584982:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.584985:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity23' -> mds #0 00000002:00000001:1.0:1767734705.584989:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.584991:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.584993:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity23,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.584997:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.584999:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.585003:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200851180. 00000020:00000040:1.0:1767734705.585006:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=78 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.585010:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.585014:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.585016:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.585018:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.585020:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.585023:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.585025:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.585028:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.585033:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026e000. 00000100:00000001:1.0:1767734705.585038:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.585042:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.585044:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.585046:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.585048:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.585056:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.585063:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090966651264 : -117982742900352 : ffff94b200851180) 00010000:00000001:1.0:1767734705.585067:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.585069:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.585073:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.585076:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.585079:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.585083:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683ea00. 00000020:00000001:1.0:1767734705.585086:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.585089:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683ea00 with handle 0x1886cffb85c2b9c7 to hash 00000020:00000001:1.0:1767734705.585092:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.585094:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.585097:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.585100:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.585102:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.585106:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9c7 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.585115:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9c7 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.585124:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9c7 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.585130:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.585132:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.585136:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.585139:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.585142:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.585143:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966651264 : -117982742900352 : ffff94b200851180) 00000100:00000001:1.0:1767734705.585148:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.585151:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.585153:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.585155:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.585161:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200851180 x1853602672110976/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.585178:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.585180:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.585184:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.585186:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.585189:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.585193:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200851180 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672110976:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.585197:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.585201:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.585204:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.585206:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.585211:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1d1e41000. 02000000:00000001:1.0:1767734705.585213:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.585220:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.585224:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.585229:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.585234:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672110976, portal 10 00000100:00000001:1.0:1767734705.585236:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.585238:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966651264 : -117982742900352 : ffff94b200851180) 00000100:00000040:1.0:1767734705.585245:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b200851180 x1853602672110976/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.585254:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.585257:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.585260:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b550. 00000100:00000200:1.0:1767734705.585291:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672110976, offset 0 00000400:00000200:1.0:1767734705.585298:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.585305:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.585341:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.585346:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.585350:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.585353:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.585357:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.585369:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66807:66807:256:4294967295] 192.168.203.112@tcp LPNI seq info [66807:66807:8:4294967295] 00000400:00000200:1.0:1767734705.585376:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.585392:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.585400:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.585405:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cd00. 00000800:00000200:1.0:1767734705.585413:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.585424:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.585430:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cd00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.585451:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.585458:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 29180 usecs (30 jiffies) 00000400:00000200:1.0:1767734705.585464:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.585468:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467437 00000100:00000001:1.0:1767734705.585475:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467430 00000100:00000001:1.0:1767734705.585481:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467437 00000100:00000001:1.0:1767734705.585485:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467430 00000100:00000001:1.0:1767734705.585488:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.585491:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.585494:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.585496:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.585499:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.585502:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.585505:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.585629:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.585637:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cd00. 00000400:00000200:2.0:1767734705.585645:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.585664:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.585670:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b550 00000400:00000010:2.0:1767734705.585673:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b550. 00000100:00000001:2.0:1767734705.585678:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.585685:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200851180 x1853602672110976/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.585699:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.585704:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200851180 x1853602672110976/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.585714:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.585717:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767734705.586399:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:1.1:1767734705.586410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683e800. 00000800:00000001:3.0:1767734705.589113:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.589124:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.589128:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.589131:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.589139:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.589146:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.589153:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.589158:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.589163:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.589168:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d36d80 00000400:00000200:3.0:1767734705.589174:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.589180:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7bf4d [1] + 224 00000800:00000001:3.0:1767734705.589187:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.589195:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.589210:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.589216:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.589221:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.589229:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200851180 x1853602672110976/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734705.589243:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b200851180 x1853602672110976/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.589290:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734705.589299:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.589304:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.589387:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.589397:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.589399:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.589403:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.589410:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.589413:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.589417:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.589429:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200851180 x1853602672110976/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.589466:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200851180 x1853602672110976/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.589476:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.589478:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.589481:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.589484:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.589486:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.589489:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.589492:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.589498:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.589502:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.589505:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.589507:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.589510:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.589514:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.589517:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.589519:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.589522:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.589524:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.589529:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200851180 x1853602672110976/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.589539:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.589542:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.589544:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.589549:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200851180 x1853602672110976/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734705.589559:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200851180 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672110976:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.589564:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.589567:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.589569:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.589571:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.589582:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200851180 x1853602672110976/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.589592:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.589596:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.589599:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.589601:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.589603:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.589606:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.589608:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.589612:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734705.589615:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.589619:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734705.589624:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683ea00, remote cookie: 0x9bbb2ede58dac5c7, flags: 0x1001 00010000:00010000:1.0:1767734705.589630:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9c7 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac5c7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.589641:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x20:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000001:1.0:1767734705.589645:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.589652:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.589657:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.589661:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.589666:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9c7 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac5c7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.589676:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9c7 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac5c7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.589683:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.589686:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.589689:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.589691:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.589693:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.589704:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x20:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.589709:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9c7 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac5c7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.589717:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.589720:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.589722:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.589725:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.589727:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.589731:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9c7 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac5c7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.589738:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.589740:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.589742:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.589744:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.589745:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.589747:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.589751:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.589753:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.589754:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.589756:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.589759:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.589762:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.589764:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.589766:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.589767:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734705.589769:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.589773:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.589776:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.589778:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.589782:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9c7 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac5c7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.589802:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.589804:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.589806:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.589807:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.589809:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=5 00000020:00000001:1.0:1767734705.589811:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.589814:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.589816:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.589819:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9c7 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac5c7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.589826:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.589828:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.589831:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9c7 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac5c7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.589837:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.589839:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.589840:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.589842:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.589843:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.589849:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b200851180 x1853602672110976/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.589858:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.589860:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.589861:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.589863:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.589866:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.589869:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.589870:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.589871:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.589874:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.589881:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.589884:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.589886:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.589888:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.589890:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.589893:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000002:00010000:1.0:1767734705.589897:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9c7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac5c7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.589905:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.589906:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.589908:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.589910:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.589911:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.589913:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.589915:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.589917:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734705.589921:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.589924:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.589928:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/32 (0 0) 00010000:00000001:1.0:1767734705.589931:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.589933:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.589934:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.589937:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.589939:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity23 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.589943:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.589946:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.589948:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.589951:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.589955:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.589958:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.589960:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.589962:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.589966:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.589974:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.589977:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920736 : 144115272414920736 : 2000013a3000020) 00000080:00000001:1.0:1767734705.589980:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.589985:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920736 : 144115272414920736 : 2000013a3000020) 00000080:00000001:1.0:1767734705.589988:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.589993:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x20:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.589996:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x20:0x0](ffff94b1c4b08908): rc = 0 00000080:00000001:1.0:1767734705.589999:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626089962866952 : -117983746684664 : ffff94b1c4b08908) 00010000:00000001:1.0:1767734705.590002:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.590003:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.590005:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.590008:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.590010:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000080:00000001:1.0:1767734705.590013:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.590015:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.590018:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.590020:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.590022:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.590025:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.590027:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1f84537c0) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.590030:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.590032:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1f84537c0) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.590035:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x20:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.590038:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.590040:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.590043:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.590046:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84537c0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.590049:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84537c0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.590052:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.590054:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.590056:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x20:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.590059:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.590062:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.590064:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.590071:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.590073:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.590076:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.590078:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.590081:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x20:0x0](ffff94b1c4b08908) for lock 0x1886cffb85c2b9c7 00800000:00000001:1.0:1767734705.590085:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.590087:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.590089:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.590090:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.590092:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.590095:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.590097:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.590101:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.590102:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.590104:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.590106:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.590110:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682000 inode ffff94b1c4b08908 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.590113:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.590117:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x20:0x0](ffff94b1c4b08908) 00000080:00010000:1.0:1767734705.590120:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b9c7 from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.590123:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.590124:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.590126:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.590128:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.590131:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.590134:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.590138:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9c7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dac5c7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.590145:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.590147:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.590148:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.590151:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.590154:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9c7 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dac5c7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.590167:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.590170:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.590172:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.590175:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.590177:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.590179:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.590181:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.590183:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.590186:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.590189:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.590191:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.590193:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.590195:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.590197:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734705.590201:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d21ec600. 00000100:00000001:1.0:1767734705.590205:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.590211:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200851180 x1853602672110976/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.590220:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.590222:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.590225:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1d1e41000. 02000000:00000001:1.0:1767734705.590228:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.590230:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.590232:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=77 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.590235:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.590237:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026e000. 02000000:00000001:1.0:1767734705.590240:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.590242:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.590245:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200851180. 00000100:00000001:1.0:1767734705.590248:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.590250:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.590252:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.590254:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.590256:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.590288:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.590299:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.590305:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.590340:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.590342:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.590345:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity23, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.590349:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.590353:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.590357:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.590360:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.590366:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.590369:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84537c0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.590373:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84537c0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.590376:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.590380:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.590383:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.590387:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734705.590394:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d21ec600. 00800000:00000001:1.0:1767734705.590403:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.590407:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.590410:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x20:0x0] 00800000:00000001:1.0:1767734705.590415:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.590419:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x20:0x0] -> mds #0 00000002:00000001:1.0:1767734705.590425:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.590428:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.590433:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.590437:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.590441:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.590446:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.590449:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.590452:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.590455:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.590457:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.590459:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.590462:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.590465:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.590478:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9c7 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dac5c7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.590486:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.590489:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.590491:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.590493:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x20:0x0] mode (null) 00000002:00000001:1.0:1767734705.590497:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.590499:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.590502:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.590505:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.590508:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.590510:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.590512:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.590514:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.590516:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.590519:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.590521:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.590522:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.590524:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.590526:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.590528:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.590530:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.590532:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.590533:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.590536:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.590538:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.590540:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.590542:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.590544:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.590546:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.590549:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.590551:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.590553:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x20:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.590555:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.590557:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.590560:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.590567:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.590570:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x20:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.590573:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.590575:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.590578:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.590580:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.590583:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.590585:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x20:0x0](ffff94b1c4b08908) invalid 00000020:00000001:1.0:1767734705.590588:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.590590:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity23 (ffff94b1df682000) parent ffff94b1d0bd05e8 inode ffff94b1c4b08908 refc 1 00000080:00000001:1.0:1767734705.590594:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.590596:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.590598:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.590601:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.590604:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.590606:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.590609:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.590611:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.590615:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683ea00 with handle 0x1886cffb85c2b9c7 from hash 00010000:00000001:1.0:1767734705.590618:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.590620:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.590622:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.590624:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.590626:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.590628:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.590631:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.590634:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.590636:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.590641:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200851180. 00000020:00000040:1.0:1767734705.590645:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=78 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.590648:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.590650:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.590652:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.590655:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.590659:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.590660:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.590668:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.590671:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.590673:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.590677:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.590682:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d21ec200. 00000100:00000001:1.0:1767734705.590687:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.590690:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.590693:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.590698:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9c7 lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac5c7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.590706:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.590709:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.590711:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.590714:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9c7 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac5c7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.590722:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.590727:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.590736:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.590737:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.590740:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.590741:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.590744:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.590751:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.590760:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b200851180 x1853602672111232/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.590770:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.590772:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.590776:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.590779:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.590782:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.590784:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966651264 : -117982742900352 : ffff94b200851180) 00000100:00000001:1.0:1767734705.590788:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.590798:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.590801:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.590803:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.590808:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200851180 x1853602672111232/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.590818:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.590820:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.590824:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.590827:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.590829:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.590833:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200851180 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672111232:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.590837:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.590841:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.590843:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.590845:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.590849:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1d1e41000. 02000000:00000001:1.0:1767734705.590852:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.590858:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.590862:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.590867:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.590872:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672111232, portal 10 00000100:00000001:1.0:1767734705.590875:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.590877:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966651264 : -117982742900352 : ffff94b200851180) 00000100:00000040:1.0:1767734705.590883:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200851180 x1853602672111232/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.590893:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.590896:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.590899:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b2a8. 00000100:00000200:1.0:1767734705.590903:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672111232, offset 0 00000400:00000200:1.0:1767734705.590909:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.590915:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.590920:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.590925:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.590936:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.590940:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.590943:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.590948:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66808:66808:256:4294967295] 192.168.203.112@tcp LPNI seq info [66808:66808:8:4294967295] 00000400:00000200:1.0:1767734705.590954:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.590964:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.590971:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.590976:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cb00. 00000800:00000200:1.0:1767734705.590982:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.590989:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.590993:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cb00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.591017:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.591022:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 29035 usecs (30 jiffies) 00000400:00000200:1.0:1767734705.591027:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.591030:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467442 00000100:00000001:1.0:1767734705.591037:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467437 00000100:00000001:1.0:1767734705.591043:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467442 00000100:00000001:1.0:1767734705.591046:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467437 00000100:00000001:1.0:1767734705.591050:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.591054:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.591056:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.591058:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.591061:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.591064:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.591066:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.591193:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.591202:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cb00. 00000400:00000200:2.0:1767734705.591209:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.591217:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.591222:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b2a8 00000400:00000010:2.0:1767734705.591226:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b2a8. 00000100:00000001:2.0:1767734705.591230:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.591238:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200851180 x1853602672111232/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.591251:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.591256:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200851180 x1853602672111232/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.591288:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.591291:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.591388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1f90b3e20. 00000080:00000010:1.1:1767734705.591406:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c4b0f380. 00000800:00000001:3.0:1767734705.596238:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.596250:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.596254:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.596257:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.596291:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.596298:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.596306:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.596354:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.596362:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.596368:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d36e80 00000400:00000200:3.0:1767734705.596376:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.596382:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7bf55 [1] + 224 00010000:00000010:1.1:1767734705.596391:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00000800:00000001:3.0:1767734705.596392:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.596406:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1767734705.596407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683ea00. 00000400:00000200:3.0:1767734705.596414:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.596422:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.596433:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.596443:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200851180 x1853602672111232/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.596459:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b200851180 x1853602672111232/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.596503:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.596510:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.596516:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.596523:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.596530:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66809:66809:256:4294967295] 192.168.203.112@tcp LPNI seq info [66809:66809:8:4294967295] 00000400:00000200:3.0:1767734705.596539:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.596550:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000100:00000001:1.0:1767734705.596557:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767734705.596558:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.596569:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000400:00000001:1.0:1767734705.596570:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.596576:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:3.0:1767734705.596578:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000400:00000010:1.0:1767734705.596581:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.596591:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000800:00000200:3.0:1767734705.596598:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000400:00000010:1.0:1767734705.596599:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000800:00000200:3.0:1767734705.596606:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767734705.596620:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.596632:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200851180 x1853602672111232/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734705.596648:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200851180 x1853602672111232/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.596659:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.596662:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.596665:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.596668:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.596671:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.596674:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734705.596677:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1767734705.596679:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767734705.596687:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000100:00001000:1.0:1767734705.596690:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000400:00000200:3.0:1767734705.596695:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1767734705.596699:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.596708:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1767734705.596710:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000001:1.0:1767734705.596715:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.596721:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1767734705.596723:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767734705.596726:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767734705.596734:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.596735:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734705.596741:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x30000593a] 00000100:00000001:1.0:1767734705.596746:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734705.596749:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.596752:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966651264 : -117982742900352 : ffff94b200851180) 00000100:00000001:1.0:1767734705.596757:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.596760:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.596762:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.596765:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.596774:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200851180 x1853602672111232/t12884924780(12884924780) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.596784:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.596786:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.596788:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.596793:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200851180 x1853602672111232/t12884924780(12884924780) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.596820:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200851180 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672111232:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.596826:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.596829:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.596831:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.596834:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.596838:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200851180 x1853602672111232/t12884924780(12884924780) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.596846:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.596849:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.596853:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.596855:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.596860:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.596862:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.596866:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d21ec600. 00000100:00000001:1.0:1767734705.596872:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.596876:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200851180 x1853602672111232/t12884924780(12884924780) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.596885:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.596888:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.596895:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.596897:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.596900:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity23 (ffff94b1df682000, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.596904:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.596908:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.596914:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.596921:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.596924:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.596927:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.596930:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.596934:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.596938:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1e787cd00 -> ffff94b1e787cd00 00000020:00000001:1.0:1767734705.596940:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.596951:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.596954:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x20:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.596957:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.596959:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.596961:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.596965:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x20:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.596968:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84537c0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.596972:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.596974:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.596977:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84537c0) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.596980:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.596982:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.596984:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.596986:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x20:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.596990:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.596991:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.596994:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.596997:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.597000:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.597002:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x20:0x0](ffff94b1c4b08908) 00800000:00000001:1.0:1767734705.597006:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.597008:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x20:0x0] 00000002:00000001:1.0:1767734705.597011:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.597016:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.597018:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.597020:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.597023:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.597025:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.597028:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.597031:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.597033:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.597036:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.597040:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.597042:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84537c0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.597044:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.597046:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.597049:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84537c0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.597057:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.597059:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.597061:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84537c0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.597065:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84537c0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.597068:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1f84537c0. 00020000:00000001:1.0:1767734705.597072:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.597074:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1e787cc80. 00000020:00001000:1.0:1767734705.597079:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.597082:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.597083:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.597091:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.597093:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.597096:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.597100:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.597120:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.597123:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.597125:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.597127:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.597129:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.597134:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d21ec600. 00800000:00000002:1.0:1767734705.597139:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.597143:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.597146:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.597148:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.597151:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.597155:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.597159:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.597163:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.597166:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.597168:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.597172:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.597174:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.597176:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.597180:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.597183:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.597194:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.597197:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.597202:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.597213:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.597217:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.597221:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.597229:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.597232:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.597234:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.597237:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.597239:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.597242:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.597245:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.597247:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.597250:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d21ec600. 00000080:00000001:1.0:1767734705.597253:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.597255:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.597258:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.597302:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.597352:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.597355:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.597358:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.597360:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.597363:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.597366:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.597370:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.597373:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.597375:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.597377:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.597379:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.597391:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.597394:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.597396:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.597398:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.597401:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.597404:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.597406:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.597410:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.597419:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.597420:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.597422:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.597424:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.597427:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.597436:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.597440:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.597442:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.597446:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.597448:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.597450:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.597454:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.597457:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.597460:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.597466:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.597472:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.597474:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.597478:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.597481:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.597484:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.597489:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.597494:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.597498:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.597500:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.597508:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.597512:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.597514:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.597516:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.597520:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.597522:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.597526:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.597528:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.597532:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.597541:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1f90b37a0. 00000020:00000001:1.0:1767734705.597545:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.597547:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity24, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.597551:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.597553:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.597555:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity24, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.597562:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d21ec600. 00000080:00000001:1.0:1767734705.597566:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.597569:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.597571:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.597573:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity24' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.597577:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.597580:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.597582:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity24' -> mds #0 00000002:00000001:1.0:1767734705.597587:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.597589:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.597591:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity24,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.597595:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.597597:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.597601:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200853b80. 00000020:00000040:1.0:1767734705.597604:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=79 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.597608:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.597612:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.597615:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.597616:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.597625:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.597628:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.597631:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.597635:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.597641:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026e000. 00000100:00000001:1.0:1767734705.597646:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.597649:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.597652:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.597654:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.597656:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.597658:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.597664:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090966662016 : -117982742889600 : ffff94b200853b80) 00010000:00000001:1.0:1767734705.597668:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.597670:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.597675:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.597678:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.597681:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.597684:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683ea00. 00000020:00000001:1.0:1767734705.597687:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.597690:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683ea00 with handle 0x1886cffb85c2b9ce to hash 00000020:00000001:1.0:1767734705.597693:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.597695:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.597698:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.597701:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.597704:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.597707:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ce lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.597716:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ce lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.597725:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ce lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.597730:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.597739:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.597743:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.597745:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.597749:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.597751:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966662016 : -117982742889600 : ffff94b200853b80) 00000100:00000001:1.0:1767734705.597755:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.597758:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.597760:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.597762:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.597768:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200853b80 x1853602672111360/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.597779:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.597781:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.597784:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.597787:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.597789:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.597793:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200853b80 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672111360:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.597798:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.597801:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.597803:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.597806:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.597810:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c53c7800. 02000000:00000001:1.0:1767734705.597812:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.597818:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.597822:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.597827:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.597832:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672111360, portal 10 00000100:00000001:1.0:1767734705.597835:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.597837:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966662016 : -117982742889600 : ffff94b200853b80) 00000100:00000040:1.0:1767734705.597843:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b200853b80 x1853602672111360/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.597852:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.597855:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.597866:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b000. 00000100:00000200:1.0:1767734705.597870:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672111360, offset 0 00000400:00000200:1.0:1767734705.597877:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.597883:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.597889:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.597894:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.597898:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.597902:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.597905:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.597909:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66810:66810:256:4294967295] 192.168.203.112@tcp LPNI seq info [66810:66810:8:4294967295] 00000400:00000200:1.0:1767734705.597914:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.597924:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.597930:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.597935:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cb00. 00000800:00000200:1.0:1767734705.597940:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.597947:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.597952:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cb00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.597971:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.597976:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 28903 usecs (29 jiffies) 00000400:00000200:1.0:1767734705.597981:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.597984:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467448 00000100:00000001:1.0:1767734705.597991:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467442 00000100:00000001:1.0:1767734705.597997:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467448 00000100:00000001:1.0:1767734705.598000:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467442 00000100:00000001:1.0:1767734705.598004:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.598007:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.598010:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.598012:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.598014:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.598017:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.598028:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.598158:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.598167:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cb00. 00000400:00000200:2.0:1767734705.598173:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.598181:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.598187:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b000 00000400:00000010:2.0:1767734705.598190:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b000. 00000100:00000001:2.0:1767734705.598195:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.598202:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200853b80 x1853602672111360/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.598230:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.598235:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200853b80 x1853602672111360/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.598245:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.598247:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.601603:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.601615:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.601619:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.601622:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.601630:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.601637:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.601644:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.601649:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.601654:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.601659:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d36f00 00000400:00000200:3.0:1767734705.601665:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.601682:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7bf5d [1] + 224 00000800:00000001:3.0:1767734705.601690:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.601699:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.601703:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.601708:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.601713:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.601721:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200853b80 x1853602672111360/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734705.601735:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b200853b80 x1853602672111360/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.601762:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734705.601769:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.601774:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.601855:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.601865:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.601867:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.601871:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.601878:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.601881:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.601885:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.601895:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200853b80 x1853602672111360/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.601910:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200853b80 x1853602672111360/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.601920:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.601922:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.601925:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.601927:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.601929:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.601932:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.601935:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.601941:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.601945:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.601948:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.601950:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.601953:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.601956:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.601959:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.601962:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.601964:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.601967:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.601972:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200853b80 x1853602672111360/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.601982:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.601985:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.601987:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.601992:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200853b80 x1853602672111360/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734705.602016:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200853b80 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672111360:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.602022:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.602025:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.602028:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.602030:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.602034:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200853b80 x1853602672111360/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.602042:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.602045:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.602049:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.602051:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.602054:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.602056:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.602058:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.602061:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734705.602064:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.602068:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734705.602073:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683ea00, remote cookie: 0x9bbb2ede58dac5ff, flags: 0x1001 00010000:00010000:1.0:1767734705.602079:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ce lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac5ff expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.602089:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x21:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000001:1.0:1767734705.602093:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.602100:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.602104:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.602109:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.602113:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ce lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac5ff expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.602135:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ce lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac5ff expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.602142:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.602145:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.602147:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.602149:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.602151:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.602153:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x21:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.602158:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ce lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac5ff expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.602166:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.602169:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.602171:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.602174:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.602176:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.602180:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ce lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac5ff expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.602186:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.602188:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.602190:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.602191:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.602192:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.602194:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.602198:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.602200:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.602201:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.602203:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.602206:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.602209:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.602212:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.602218:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.602220:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734705.602223:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.602226:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.602229:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.602231:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.602235:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ce lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac5ff expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.602243:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.602244:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.602246:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.602247:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.602249:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=5 00000020:00000001:1.0:1767734705.602251:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.602254:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.602256:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.602259:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ce lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac5ff expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.602292:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.602294:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.602297:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ce lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac5ff expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.602303:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.602305:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000080:00000010:1.1:1767734705.602344:0:251835:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1f90b3a00. 00000080:00000010:1.1:1767734705.602366:0:251835:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c4b08840. 00010000:00000001:1.0:1767734705.602375:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.602378:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.602379:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.602387:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b200853b80 x1853602672111360/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.602397:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.602404:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.602406:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.602409:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.602412:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.602415:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.602417:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.602418:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.602421:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.602424:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.602426:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.602428:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.602430:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.602432:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.602435:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000002:00010000:1.0:1767734705.602439:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ce lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac5ff expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.602447:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.602449:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.602450:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.602452:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.602454:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.602455:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.602457:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.602460:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734705.602465:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.602467:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.602471:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/33 (0 0) 00010000:00000001:1.0:1767734705.602475:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.602476:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.602477:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.602480:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.602482:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity24 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.602486:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.602497:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.602500:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.602503:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.602507:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.602510:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.602512:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.602514:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.602518:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.602520:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.602523:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920737 : 144115272414920737 : 2000013a3000021) 00000080:00000001:1.0:1767734705.602526:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.602531:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920737 : 144115272414920737 : 2000013a3000021) 00000080:00000001:1.0:1767734705.602534:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.602539:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x21:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.602542:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x21:0x0](ffff94b1c4b0a1c8): rc = 0 00000080:00000001:1.0:1767734705.602545:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626089962873288 : -117983746678328 : ffff94b1c4b0a1c8) 00010000:00000001:1.0:1767734705.602548:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.602550:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.602552:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.602554:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.602557:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000080:00000001:1.0:1767734705.602559:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.602561:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.602564:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.602566:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.602569:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.602571:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.602574:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1f8453000) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.602576:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.602579:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1f8453000) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.602583:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x21:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.602585:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.602588:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.602591:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.602593:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f8453000) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.602602:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f8453000) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.602605:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.602607:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.602611:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x21:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.602614:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.602617:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.602619:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.602621:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.602622:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.602625:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.602628:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.602631:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x21:0x0](ffff94b1c4b0a1c8) for lock 0x1886cffb85c2b9ce 00800000:00000001:1.0:1767734705.602635:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.602637:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.602639:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.602641:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.602643:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.602645:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.602648:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.602651:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.602652:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.602654:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.602656:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.602660:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682ca8 inode ffff94b1c4b0a1c8 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.602663:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.602667:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x21:0x0](ffff94b1c4b0a1c8) 00000080:00010000:1.0:1767734705.602670:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b9ce from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.602673:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.602674:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.602676:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.602678:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.602681:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.602684:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.602693:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ce lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dac5ff expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.602701:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.602703:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.602705:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.602707:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.602710:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ce lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dac5ff expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.602717:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.602719:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.602721:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.602724:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.602726:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.602727:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.602730:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.602732:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.602734:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.602738:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.602740:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.602742:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.602744:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.602746:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734705.602750:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d21ec600. 00000100:00000001:1.0:1767734705.602754:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.602760:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200853b80 x1853602672111360/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.602769:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.602772:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.602774:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1c53c7800. 02000000:00000001:1.0:1767734705.602778:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.602779:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.602781:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=78 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.602784:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.602786:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026e000. 02000000:00000001:1.0:1767734705.602795:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.602797:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.602799:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200853b80. 00000100:00000001:1.0:1767734705.602803:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.602805:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.602808:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.602810:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.602812:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.602816:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.602818:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.602823:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.602826:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.602828:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.602831:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity24, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.602834:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.602837:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.602839:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.602842:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.602844:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.602847:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f8453000) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.602850:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f8453000) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.602853:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.602855:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.602857:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.602859:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734705.602863:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d21ec600. 00800000:00000001:1.0:1767734705.602871:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.602874:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.602876:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x21:0x0] 00800000:00000001:1.0:1767734705.602879:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.602881:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x21:0x0] -> mds #0 00000002:00000001:1.0:1767734705.602886:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.602888:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.602892:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.602895:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.602898:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.602907:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.602910:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.602913:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.602915:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.602919:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.602921:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.602924:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.602926:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.602930:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ce lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dac5ff expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.602938:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.602940:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.602942:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.602944:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x21:0x0] mode (null) 00000002:00000001:1.0:1767734705.602947:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.602949:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.602952:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.602954:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.602958:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.602960:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.602961:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.602963:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.602966:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.602968:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.602970:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.602972:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.602973:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.602976:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.602978:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.602980:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.602981:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.602983:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.602985:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.602988:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.602990:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.602998:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.603003:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.603006:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.603009:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.603011:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.603013:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x21:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.603016:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.603018:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.603021:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.603023:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.603026:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x21:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.603029:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.603031:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.603034:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.603036:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.603039:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.603041:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x21:0x0](ffff94b1c4b0a1c8) invalid 00000020:00000001:1.0:1767734705.603044:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.603047:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity24 (ffff94b1df682ca8) parent ffff94b1d0bd05e8 inode ffff94b1c4b0a1c8 refc 1 00000080:00000001:1.0:1767734705.603050:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.603052:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.603054:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.603057:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.603060:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.603061:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.603063:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.603066:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.603069:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683ea00 with handle 0x1886cffb85c2b9ce from hash 00010000:00000001:1.0:1767734705.603072:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.603074:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.603076:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.603077:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.603080:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.603082:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.603086:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.603088:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.603091:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.603101:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200853b80. 00000020:00000040:1.0:1767734705.603105:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=79 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.603109:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.603111:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.603114:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.603117:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.603121:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.603122:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.603124:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.603127:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.603129:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.603132:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.603138:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d21ece00. 00000100:00000001:1.0:1767734705.603143:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.603146:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.603148:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.603153:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ce lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac5ff expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.603162:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.603164:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.603167:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.603170:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ce lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac5ff expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.603178:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.603182:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.603190:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.603192:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.603194:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.603196:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.603198:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.603205:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.603215:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b200853b80 x1853602672111616/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.603242:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.603244:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.603248:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.603251:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.603254:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.603256:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966662016 : -117982742889600 : ffff94b200853b80) 00000100:00000001:1.0:1767734705.603291:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.603295:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.603298:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.603300:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.603355:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200853b80 x1853602672111616/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.603366:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.603369:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.603373:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.603376:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.603379:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.603383:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200853b80 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672111616:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.603388:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.603392:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.603395:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.603397:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.603402:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c53c7800. 02000000:00000001:1.0:1767734705.603405:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.603412:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.603416:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.603421:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.603427:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672111616, portal 10 00000100:00000001:1.0:1767734705.603431:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.603433:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966662016 : -117982742889600 : ffff94b200853b80) 00000100:00000040:1.0:1767734705.603442:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200853b80 x1853602672111616/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.603470:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.603475:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.603480:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bd48. 00000100:00000200:1.0:1767734705.603485:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672111616, offset 0 00000400:00000200:1.0:1767734705.603492:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.603500:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.603506:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.603511:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.603515:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.603519:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.603522:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.603527:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66811:66811:256:4294967295] 192.168.203.112@tcp LPNI seq info [66811:66811:8:4294967295] 00000400:00000200:1.0:1767734705.603533:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.603542:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.603549:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.603553:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cd00. 00000800:00000200:1.0:1767734705.603559:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.603566:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.603571:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cd00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.603589:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.603594:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 28761 usecs (29 jiffies) 00000400:00000200:1.0:1767734705.603599:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.603602:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467454 00000100:00000001:1.0:1767734705.603610:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467448 00000100:00000001:1.0:1767734705.603616:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467454 00000100:00000001:1.0:1767734705.603620:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467448 00000100:00000001:1.0:1767734705.603624:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.603627:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.603637:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.603639:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.603642:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.603645:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.603648:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.603768:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.603777:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cd00. 00000400:00000200:2.0:1767734705.603783:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.603792:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.603797:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bd48 00000400:00000010:2.0:1767734705.603800:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bd48. 00000100:00000001:2.0:1767734705.603805:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.603812:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200853b80 x1853602672111616/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.603825:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.603830:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200853b80 x1853602672111616/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.603840:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.603842:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767734705.608390:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:1.1:1767734705.608402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683ea00. 00000800:00000001:3.0:1767734705.608910:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.608921:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.608925:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.608929:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.608936:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.608943:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.608950:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.608955:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.608960:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.608964:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d37000 00000400:00000200:3.0:1767734705.608970:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.608977:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7bf65 [1] + 224 00000800:00000001:3.0:1767734705.608984:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.608991:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.608994:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.608999:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.609004:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.609012:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200853b80 x1853602672111616/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.609046:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b200853b80 x1853602672111616/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.609072:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.609080:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.609085:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.609090:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.609097:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66812:66812:256:4294967295] 192.168.203.112@tcp LPNI seq info [66812:66812:8:4294967295] 00000400:00000200:3.0:1767734705.609103:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.609112:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.609118:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.609123:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.609129:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.609136:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.609141:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767734705.609183:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.609193:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.609195:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.609199:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.609208:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000800:00000200:3.0:1767734705.609210:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1767734705.609212:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000800:00000010:3.0:1767734705.609224:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000100:00000001:1.0:1767734705.609224:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767734705.609235:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767734705.609240:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200853b80 x1853602672111616/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767734705.609250:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.609290:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.609300:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767734705.609301:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200853b80 x1853602672111616/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.609364:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.609368:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.609372:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.609375:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.609377:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.609380:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.609383:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.609389:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.609394:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.609397:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.609399:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.609402:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.609405:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.609408:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734705.609410:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x30000593b] 00000100:00000001:1.0:1767734705.609413:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734705.609415:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.609418:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966662016 : -117982742889600 : ffff94b200853b80) 00000100:00000001:1.0:1767734705.609422:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.609426:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.609443:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.609447:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.609455:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200853b80 x1853602672111616/t12884924781(12884924781) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.609466:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.609468:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.609471:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.609477:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200853b80 x1853602672111616/t12884924781(12884924781) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.609488:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200853b80 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672111616:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.609496:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.609499:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.609502:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.609504:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.609508:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200853b80 x1853602672111616/t12884924781(12884924781) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.609516:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.609519:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.609523:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.609525:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.609530:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.609533:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.609536:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d21ec600. 00000100:00000001:1.0:1767734705.609541:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.609545:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200853b80 x1853602672111616/t12884924781(12884924781) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.609553:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.609557:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.609564:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.609566:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.609569:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity24 (ffff94b1df682ca8, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.609579:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.609582:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.609587:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.609594:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.609596:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.609598:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.609601:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.609604:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.609608:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1e787ce90 -> ffff94b1e787ce90 00000020:00000001:1.0:1767734705.609611:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.609613:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.609615:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x21:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.609619:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.609620:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.609622:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.609626:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x21:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.609629:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f8453000) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.609633:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.609635:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.609637:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f8453000) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.609640:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.609642:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.609644:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.609647:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x21:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.609650:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.609652:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.609654:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.609657:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.609660:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.609662:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x21:0x0](ffff94b1c4b0a1c8) 00800000:00000001:1.0:1767734705.609665:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.609667:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x21:0x0] 00000002:00000001:1.0:1767734705.609671:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.609675:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.609678:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.609680:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.609682:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.609690:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.609693:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.609696:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.609699:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.609701:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.609706:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.609708:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f8453000) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.609710:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.609712:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.609715:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f8453000) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.609717:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.609719:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.609721:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f8453000) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.609724:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f8453000) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.609727:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1f8453000. 00020000:00000001:1.0:1767734705.609731:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.609733:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1e787ce10. 00000020:00001000:1.0:1767734705.609737:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.609739:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.609741:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.609749:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.609750:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.609753:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.609757:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.609777:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.609780:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.609782:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.609784:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.609786:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.609791:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d21ec600. 00800000:00000002:1.0:1767734705.609796:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.609799:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.609802:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.609804:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.609807:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.609811:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.609821:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.609826:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.609829:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.609831:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.609836:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.609838:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.609840:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.609845:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.609848:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.609852:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.609855:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.609860:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.609871:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.609875:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.609879:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.609887:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.609889:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.609892:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.609894:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.609897:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.609900:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.609903:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.609906:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.609909:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d21ec600. 00000080:00000001:1.0:1767734705.609912:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.609914:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.609917:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.609921:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.609925:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.609927:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.609937:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.609939:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.609942:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.609945:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.609949:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.609952:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.609954:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.609955:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.609957:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.609960:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.609963:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.609965:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.609967:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.609969:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.609972:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.609975:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.609979:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.609986:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.609988:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.609989:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.609992:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.609995:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.610002:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.610004:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.610006:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.610009:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.610011:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.610012:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.610015:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.610017:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.610019:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.610028:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.610031:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.610033:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.610034:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.610037:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.610039:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.610043:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.610047:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.610051:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.610053:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.610056:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.610059:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.610062:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.610064:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.610067:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.610069:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.610072:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.610074:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.610078:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.610087:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1fbb0a420. 00000020:00000001:1.0:1767734705.610090:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.610093:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity25, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.610096:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.610098:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.610101:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity25, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.610107:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d21ec600. 00000080:00000001:1.0:1767734705.610112:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.610114:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.610116:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.610118:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity25' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.610123:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.610126:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.610129:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity25' -> mds #0 00000002:00000001:1.0:1767734705.610133:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.610135:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.610143:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity25,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.610147:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.610149:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.610154:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200850380. 00000020:00000040:1.0:1767734705.610158:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=80 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.610162:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.610166:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.610169:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.610170:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.610172:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.610175:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.610177:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.610181:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.610186:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026e000. 00000100:00000001:1.0:1767734705.610191:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.610194:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.610197:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.610199:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.610201:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.610204:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.610210:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090966647680 : -117982742903936 : ffff94b200850380) 00010000:00000001:1.0:1767734705.610213:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.610215:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.610219:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.610223:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.610226:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.610229:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683ea00. 00000020:00000001:1.0:1767734705.610233:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.610235:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683ea00 with handle 0x1886cffb85c2b9d5 to hash 00000020:00000001:1.0:1767734705.610238:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.610240:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.610244:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.610247:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.610250:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.610254:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9d5 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.610294:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9d5 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.610353:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9d5 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.610361:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.610363:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.610369:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.610372:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.610375:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.610377:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966647680 : -117982742903936 : ffff94b200850380) 00000100:00000001:1.0:1767734705.610382:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.610385:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.610388:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.610390:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.610396:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200850380 x1853602672111744/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.610406:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.610408:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.610412:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.610414:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.610417:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.610421:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200850380 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672111744:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.610426:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.610431:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.610434:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.610437:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.610442:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c53c5000. 02000000:00000001:1.0:1767734705.610445:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.610453:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.610457:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.610466:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.610480:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672111744, portal 10 00000100:00000001:1.0:1767734705.610485:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.610487:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966647680 : -117982742903936 : ffff94b200850380) 00000100:00000040:1.0:1767734705.610496:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b200850380 x1853602672111744/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.610505:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.610509:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.610512:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b440. 00000100:00000200:1.0:1767734705.610515:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672111744, offset 0 00000400:00000200:1.0:1767734705.610521:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.610527:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.610533:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.610537:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.610541:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.610544:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.610548:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.610552:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66813:66813:256:4294967295] 192.168.203.112@tcp LPNI seq info [66813:66813:8:4294967295] 00000400:00000200:1.0:1767734705.610558:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.610568:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.610574:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.610578:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c900. 00000800:00000200:1.0:1767734705.610585:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.610591:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.610596:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c900 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.610614:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.610619:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 28635 usecs (29 jiffies) 00000400:00000200:1.0:1767734705.610623:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.610626:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467461 00000100:00000001:1.0:1767734705.610633:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467454 00000100:00000001:1.0:1767734705.610640:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467461 00000100:00000001:1.0:1767734705.610651:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467454 00000100:00000001:1.0:1767734705.610655:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.610659:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.610661:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.610664:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.610667:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.610670:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.610672:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.610795:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.610803:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c900. 00000400:00000200:2.0:1767734705.610811:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.610818:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.610824:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b440 00000400:00000010:2.0:1767734705.610827:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b440. 00000100:00000001:2.0:1767734705.610831:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.610839:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200850380 x1853602672111744/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.610852:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.610856:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200850380 x1853602672111744/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.610886:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.610889:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.614187:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.614198:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.614202:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.614205:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.614213:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.614220:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.614227:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.614232:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.614237:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.614253:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d37080 00000400:00000200:3.0:1767734705.614259:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.614294:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7bf6d [1] + 224 00000800:00000001:3.0:1767734705.614302:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.614353:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.614358:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.614365:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.614372:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.614382:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200850380 x1853602672111744/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734705.614398:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b200850380 x1853602672111744/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.614424:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734705.614435:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.614440:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.614480:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.614493:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.614497:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.614502:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.614510:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.614513:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.614517:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.614527:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200850380 x1853602672111744/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.614541:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200850380 x1853602672111744/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.614551:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.614554:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.614556:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.614559:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.614561:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.614563:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.614566:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.614572:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.614577:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.614580:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.614582:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.614585:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.614588:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.614591:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.614594:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.614596:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.614611:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.614617:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200850380 x1853602672111744/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.614627:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.614630:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.614633:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.614638:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200850380 x1853602672111744/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734705.614647:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200850380 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672111744:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.614653:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.614655:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.614658:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.614660:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.614663:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200850380 x1853602672111744/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.614671:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.614674:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.614678:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.614679:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.614682:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.614685:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.614687:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.614691:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734705.614694:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.614697:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734705.614703:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683ea00, remote cookie: 0x9bbb2ede58dac637, flags: 0x1001 00010000:00010000:1.0:1767734705.614709:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9d5 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac637 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.614719:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x22:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000001:1.0:1767734705.614723:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.614739:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.614743:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.614748:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.614753:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9d5 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac637 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.614764:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9d5 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac637 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.614771:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.614774:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.614776:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.614778:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.614779:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.614782:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x22:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.614787:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9d5 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac637 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.614794:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.614797:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.614799:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.614803:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.614805:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.614809:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9d5 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac637 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.614816:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.614818:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.614819:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.614821:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.614822:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.614824:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.614828:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.614830:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.614832:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.614840:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.614843:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.614846:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.614850:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.614851:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.614853:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734705.614855:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.614858:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.614861:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.614863:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.614867:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9d5 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac637 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.614874:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.614876:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.614877:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.614879:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.614880:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=5 00000020:00000001:1.0:1767734705.614882:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.614885:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.614888:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.614891:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9d5 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac637 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.614897:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.614899:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.614902:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9d5 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac637 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.614909:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.614910:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.614912:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.614913:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.614919:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.614926:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b200850380 x1853602672111744/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.614936:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.614938:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.614940:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.614942:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.614945:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.614948:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.614950:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.614951:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.614953:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.614956:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.614958:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.614960:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.614961:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.614964:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.614966:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000002:00010000:1.0:1767734705.614970:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9d5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac637 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.614977:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.614978:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.614980:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.614982:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.614983:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.614985:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.614987:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.614990:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734705.614994:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.614997:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.615000:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/34 (0 0) 00010000:00000001:1.0:1767734705.615004:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.615011:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.615013:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.615016:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.615019:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity25 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.615022:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.615027:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.615029:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.615032:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.615036:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.615039:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.615041:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.615044:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.615048:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.615051:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.615053:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920738 : 144115272414920738 : 2000013a3000022) 00000080:00000001:1.0:1767734705.615057:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.615062:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920738 : 144115272414920738 : 2000013a3000022) 00000080:00000001:1.0:1767734705.615065:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.615069:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x22:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.615073:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x22:0x0](ffff94b1c4b080c8): rc = 0 00000080:00000001:1.0:1767734705.615076:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626089962864840 : -117983746686776 : ffff94b1c4b080c8) 00010000:00000001:1.0:1767734705.615079:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.615080:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.615082:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.615084:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.615087:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000080:00000001:1.0:1767734705.615090:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.615091:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.615094:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.615097:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.615099:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.615101:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.615104:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1f84539b0) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.615107:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.615109:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1f84539b0) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.615118:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x22:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.615121:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.615123:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.615127:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.615129:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84539b0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.615133:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84539b0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.615135:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.615137:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.615140:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x22:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.615144:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.615146:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.615149:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.615150:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.615152:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.615155:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.615157:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.615160:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x22:0x0](ffff94b1c4b080c8) for lock 0x1886cffb85c2b9d5 00800000:00000001:1.0:1767734705.615163:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.615165:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.615167:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.615169:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.615171:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.615174:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.615177:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.615180:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.615181:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.615183:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.615185:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.615189:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682000 inode ffff94b1c4b080c8 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.615192:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.615196:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x22:0x0](ffff94b1c4b080c8) 00000080:00010000:1.0:1767734705.615199:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b9d5 from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.615201:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.615203:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.615210:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.615212:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.615215:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.615218:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.615222:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9d5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dac637 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.615229:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.615231:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.615232:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.615235:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.615237:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9d5 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dac637 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.615245:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.615247:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.615249:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.615252:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.615253:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.615255:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.615258:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.615259:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.615288:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.615291:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.615294:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.615295:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.615297:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.615299:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734705.615303:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d21ec600. 00000100:00000001:1.0:1767734705.615338:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.615346:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200850380 x1853602672111744/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.615355:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.615358:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.615361:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1c53c5000. 02000000:00000001:1.0:1767734705.615373:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.615375:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.615377:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=79 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.615380:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.615383:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026e000. 02000000:00000001:1.0:1767734705.615386:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.615388:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.615390:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200850380. 00000100:00000001:1.0:1767734705.615394:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.615396:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.615399:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.615401:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.615403:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.615407:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.615410:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.615415:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.615419:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.615421:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.615424:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity25, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.615427:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.615430:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.615432:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.615435:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.615437:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.615440:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84539b0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.615443:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84539b0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.615446:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.615448:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.615450:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.615452:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734705.615457:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d21ec600. 00800000:00000001:1.0:1767734705.615465:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.615468:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.615471:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x22:0x0] 00800000:00000001:1.0:1767734705.615473:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.615476:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x22:0x0] -> mds #0 00000002:00000001:1.0:1767734705.615489:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.615491:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.615495:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.615499:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.615502:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.615505:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.615507:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.615510:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.615513:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.615515:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.615517:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.615519:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.615522:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.615526:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9d5 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dac637 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.615534:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.615537:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.615539:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.615541:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x22:0x0] mode (null) 00000002:00000001:1.0:1767734705.615545:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.615547:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.615549:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.615552:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.615555:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.615557:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.615558:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.615560:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.615563:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.615565:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.615567:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.615569:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.615571:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.615574:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.615576:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.615578:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.615585:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.615588:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.615591:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.615594:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.615596:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.615599:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.615601:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.615603:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.615605:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.615607:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.615609:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x22:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.615612:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.615614:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.615616:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.615618:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.615621:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x22:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.615623:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.615626:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.615628:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.615630:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.615633:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.615635:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x22:0x0](ffff94b1c4b080c8) invalid 00000020:00000001:1.0:1767734705.615638:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.615641:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity25 (ffff94b1df682000) parent ffff94b1d0bd05e8 inode ffff94b1c4b080c8 refc 1 00000080:00000001:1.0:1767734705.615644:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.615646:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.615648:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.615651:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.615654:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.615655:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.615657:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.615660:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.615663:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683ea00 with handle 0x1886cffb85c2b9d5 from hash 00010000:00000001:1.0:1767734705.615666:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.615668:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.615670:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.615672:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.615680:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.615683:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.615686:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.615689:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.615691:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.615696:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200850380. 00000020:00000040:1.0:1767734705.615699:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=80 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.615703:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.615704:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.615707:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.615710:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.615714:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.615715:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.615717:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.615720:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.615723:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.615726:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.615731:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d21ec400. 00000100:00000001:1.0:1767734705.615736:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.615739:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.615741:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.615746:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9d5 lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac637 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.615755:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.615757:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.615760:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.615763:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9d5 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac637 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.615771:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.615775:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.615782:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.615784:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.615786:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.615794:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.615797:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.615806:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.615814:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b200850380 x1853602672112000/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.615824:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.615826:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.615830:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.615833:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.615836:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.615839:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966647680 : -117982742903936 : ffff94b200850380) 00000100:00000001:1.0:1767734705.615843:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.615846:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.615848:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.615850:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.615854:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200850380 x1853602672112000/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.615864:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.615866:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.615869:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.615872:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.615874:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.615878:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200850380 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672112000:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.615882:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.615886:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.615888:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.615890:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.615893:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c53c5000. 02000000:00000001:1.0:1767734705.615896:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.615902:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.615906:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.615911:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.615916:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672112000, portal 10 00000100:00000001:1.0:1767734705.615925:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.615927:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966647680 : -117982742903936 : ffff94b200850380) 00000100:00000040:1.0:1767734705.615935:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200850380 x1853602672112000/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.615944:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.615947:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.615950:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845baa0. 00000100:00000200:1.0:1767734705.615954:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672112000, offset 0 00000400:00000200:1.0:1767734705.615960:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.615967:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.615973:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.615978:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.615982:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.615986:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.615990:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.615994:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66814:66814:256:4294967295] 192.168.203.112@tcp LPNI seq info [66814:66814:8:4294967295] 00000400:00000200:1.0:1767734705.616000:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.616009:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.616016:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.616020:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472ce00. 00000800:00000200:1.0:1767734705.616026:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.616033:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.616038:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472ce00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.616059:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.616064:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 28495 usecs (29 jiffies) 00000400:00000200:1.0:1767734705.616068:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.616072:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467466 00000100:00000001:1.0:1767734705.616078:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467461 00000100:00000001:1.0:1767734705.616083:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467466 00000100:00000001:1.0:1767734705.616087:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467461 00000100:00000001:1.0:1767734705.616099:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.616102:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.616105:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.616107:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.616110:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.616113:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.616115:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.616234:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.616242:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472ce00. 00000400:00000200:2.0:1767734705.616249:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.616257:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.616288:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845baa0 00000400:00000010:2.0:1767734705.616291:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845baa0. 00000100:00000001:2.0:1767734705.616296:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.616304:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200850380 x1853602672112000/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.616346:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.616353:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200850380 x1853602672112000/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.616364:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.616367:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.619401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1f90b37a0. 00000080:00000010:1.1:1767734705.619419:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c4b0a100. 00000800:00000001:3.0:1767734705.621365:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.621377:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.621381:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.621386:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.621393:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.621400:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.621407:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.621412:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.621418:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.621422:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d37180 00000400:00000200:3.0:1767734705.621432:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.621439:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7bf75 [1] + 224 00000800:00000001:3.0:1767734705.621447:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.621455:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.621458:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.621463:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.621468:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.621487:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200850380 x1853602672112000/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.621501:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b200850380 x1853602672112000/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.621525:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.621532:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.621537:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.621543:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.621551:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66815:66815:256:4294967295] 192.168.203.112@tcp LPNI seq info [66815:66815:8:4294967295] 00000400:00000200:3.0:1767734705.621557:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.621568:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767734705.621574:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000400:00000001:1.0:1767734705.621580:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.621587:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:3.0:1767734705.621588:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.621592:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000800:00000010:3.0:1767734705.621597:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000400:00000200:1.0:1767734705.621603:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.621612:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000800:00000200:3.0:1767734705.621613:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000100:00000001:1.0:1767734705.621623:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:3.0:1767734705.621630:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.621639:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:1.0:1767734705.621641:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200850380 x1853602672112000/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734705.621663:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200850380 x1853602672112000/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.621674:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.621677:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.621680:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.621683:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.621685:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.621687:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.621690:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.621696:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.621701:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.621704:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.621706:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.621710:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000200:3.0:1767734705.621715:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1767734705.621716:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.621727:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000800:00000010:3.0:1767734705.621728:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000100:00000040:1.0:1767734705.621731:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x30000593c] 00000400:00000200:3.0:1767734705.621736:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767734705.621737:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734705.621742:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767734705.621749:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.621757:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767734705.621759:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966647680 : -117982742903936 : ffff94b200850380) 00000800:00000001:3.0:1767734705.621768:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.621768:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.621774:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.621780:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.621784:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.621793:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200850380 x1853602672112000/t12884924782(12884924782) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.621805:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.621808:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.621810:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.621816:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200850380 x1853602672112000/t12884924782(12884924782) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.621826:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200850380 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672112000:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.621832:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.621835:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.621837:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.621840:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.621843:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200850380 x1853602672112000/t12884924782(12884924782) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.621852:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.621856:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.621860:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.621861:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.621866:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.621870:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.621874:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d21ec600. 00000100:00000001:1.0:1767734705.621879:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.621886:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200850380 x1853602672112000/t12884924782(12884924782) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.621895:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.621908:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.621915:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.621918:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.621921:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity25 (ffff94b1df682000, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.621924:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.621928:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.621933:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.621939:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.621941:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.621943:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.621947:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.621950:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.621953:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1e787c468 -> ffff94b1e787c468 00000020:00000001:1.0:1767734705.621956:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.621958:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.621960:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x22:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.621964:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.621966:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.621968:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.621972:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x22:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.621975:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84539b0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.621978:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.621980:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.621983:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84539b0) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.621986:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.621988:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.621990:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.621993:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x22:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.621996:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.621998:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.622000:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.622003:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.622006:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.622008:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x22:0x0](ffff94b1c4b080c8) 00800000:00000001:1.0:1767734705.622011:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.622013:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x22:0x0] 00000002:00000001:1.0:1767734705.622017:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.622027:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.622029:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.622032:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.622034:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.622037:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.622040:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.622043:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.622045:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.622048:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.622052:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.622054:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84539b0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.622057:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.622058:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.622061:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84539b0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.622063:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.622065:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.622067:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84539b0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.622070:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84539b0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.622074:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1f84539b0. 00020000:00000001:1.0:1767734705.622078:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.622080:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1e787c3e8. 00000020:00001000:1.0:1767734705.622083:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.622086:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.622088:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.622095:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.622097:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.622100:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.622104:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.622124:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.622126:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.622128:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.622130:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.622133:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.622138:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d21ec600. 00800000:00000002:1.0:1767734705.622142:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.622146:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.622156:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.622158:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.622161:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.622165:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.622169:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.622174:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.622176:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.622178:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.622182:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.622184:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.622187:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.622191:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.622195:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.622199:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.622201:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.622206:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.622218:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.622221:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.622225:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.622233:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.622236:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.622238:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.622241:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.622243:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.622246:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.622249:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.622251:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.622255:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d21ec600. 00000080:00000001:1.0:1767734705.622258:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.622289:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.622294:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.622305:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.622339:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.622343:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.622345:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.622348:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.622351:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.622354:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.622358:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.622362:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.622364:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.622366:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.622368:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.622371:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.622374:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.622376:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.622378:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.622380:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.622383:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.622385:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.622389:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.622397:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.622398:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.622400:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.622402:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.622405:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.622412:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.622415:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.622417:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.622420:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.622421:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.622430:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.622433:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.622435:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.622437:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.622441:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.622443:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.622446:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.622447:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.622451:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.622453:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.622456:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.622461:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.622465:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.622467:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.622469:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.622473:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.622475:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.622477:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.622481:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.622483:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.622487:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.622489:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.622493:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.622502:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1fbb0a2e0. 00000020:00000001:1.0:1767734705.622506:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.622509:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity26, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.622513:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.622515:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.622517:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity26, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.622523:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d21ec600. 00000080:00000001:1.0:1767734705.622528:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.622530:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.622532:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.622535:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity26' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.622539:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.622542:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.622550:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity26' -> mds #0 00000002:00000001:1.0:1767734705.622555:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.622557:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.622560:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity26,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.622565:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.622567:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.622570:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200850e00. 00000020:00000040:1.0:1767734705.622574:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=81 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.622578:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.622582:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.622585:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.622586:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.622588:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.622591:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.622593:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.622597:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.622602:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026e000. 00000100:00000001:1.0:1767734705.622607:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.622611:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.622613:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.622616:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.622618:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.622620:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.622626:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090966650368 : -117982742901248 : ffff94b200850e00) 00010000:00000001:1.0:1767734705.622629:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.622632:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.622636:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.622639:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.622642:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.622646:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683e800. 00000020:00000001:1.0:1767734705.622649:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.622652:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683e800 with handle 0x1886cffb85c2b9dc to hash 00000020:00000001:1.0:1767734705.622655:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.622657:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.622660:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.622669:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.622672:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.622676:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9dc lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.622685:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9dc lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.622696:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9dc lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.622702:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.622704:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.622709:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.622711:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.622714:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.622716:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966650368 : -117982742901248 : ffff94b200850e00) 00000100:00000001:1.0:1767734705.622720:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.622723:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.622726:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.622727:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.622734:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200850e00 x1853602672112128/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.622743:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.622745:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.622748:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.622751:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.622754:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.622758:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200850e00 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672112128:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.622762:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.622766:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.622768:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.622770:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.622777:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1ef335000. 02000000:00000001:1.0:1767734705.622787:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.622794:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.622798:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.622803:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.622808:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672112128, portal 10 00000100:00000001:1.0:1767734705.622811:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.622812:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966650368 : -117982742901248 : ffff94b200850e00) 00000100:00000040:1.0:1767734705.622819:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b200850e00 x1853602672112128/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.622829:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.622832:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.622835:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b7f8. 00000100:00000200:1.0:1767734705.622838:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672112128, offset 0 00000400:00000200:1.0:1767734705.622844:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.622850:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.622856:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.622860:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.622864:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.622868:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.622871:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.622875:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66816:66816:256:4294967295] 192.168.203.112@tcp LPNI seq info [66816:66816:8:4294967295] 00000400:00000200:1.0:1767734705.622881:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.622890:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.622896:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.622900:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c200. 00000800:00000200:1.0:1767734705.622906:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.622913:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.622917:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c200 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.622939:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.622944:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 28370 usecs (29 jiffies) 00000400:00000200:1.0:1767734705.622949:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.622960:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467473 00000100:00000001:1.0:1767734705.622967:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467466 00000100:00000001:1.0:1767734705.622972:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467473 00000100:00000001:1.0:1767734705.622975:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467466 00000100:00000001:1.0:1767734705.622979:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.622982:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.622985:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.622987:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.622990:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.622993:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.622995:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.623114:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.623123:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c200. 00000400:00000200:2.0:1767734705.623129:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.623137:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.623143:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b7f8 00000400:00000010:2.0:1767734705.623146:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b7f8. 00000100:00000001:2.0:1767734705.623150:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.623158:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200850e00 x1853602672112128/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.623171:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.623175:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200850e00 x1853602672112128/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.623185:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.623188:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767734705.624408:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:1.1:1767734705.624420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683ea00. 00000800:00000001:3.0:1767734705.626696:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.626707:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.626711:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.626714:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.626722:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.626729:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.626736:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.626741:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.626757:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.626762:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d37200 00000400:00000200:3.0:1767734705.626768:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.626774:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7bf7d [1] + 224 00000800:00000001:3.0:1767734705.626781:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.626790:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.626794:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.626799:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.626804:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.626811:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200850e00 x1853602672112128/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734705.626826:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b200850e00 x1853602672112128/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.626852:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734705.626859:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.626863:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.626943:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.626953:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.626955:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.626959:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.626966:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.626969:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.626973:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.626983:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200850e00 x1853602672112128/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.626997:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200850e00 x1853602672112128/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.627007:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.627010:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.627012:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.627015:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.627017:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.627019:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.627022:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.627029:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.627033:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.627036:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.627038:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.627053:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.627057:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.627061:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.627063:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.627065:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.627068:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.627074:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200850e00 x1853602672112128/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.627084:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.627087:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.627089:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.627094:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200850e00 x1853602672112128/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734705.627103:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200850e00 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672112128:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.627109:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.627112:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.627114:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.627116:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.627120:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200850e00 x1853602672112128/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.627128:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.627131:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.627134:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.627136:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.627139:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.627142:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.627144:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.627147:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.627150:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.627154:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.627160:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683e800, remote cookie: 0x9bbb2ede58dac66f, flags: 0x1001 00010000:00010000:1.0:1767734705.627165:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9dc lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac66f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.627177:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x23:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000001:1.0:1767734705.627182:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.627189:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.627193:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.627197:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.627202:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9dc lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac66f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.627212:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9dc lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac66f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.627219:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.627222:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.627224:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.627226:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.627227:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.627230:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x23:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.627235:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9dc lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac66f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.627242:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.627244:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.627246:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.627249:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.627251:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.627255:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9dc lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac66f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.627291:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.627293:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.627295:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.627298:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.627299:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.627301:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.627305:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.627337:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.627339:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.627342:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.627345:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.627348:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.627352:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.627353:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.627355:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.627357:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.627360:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.627362:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.627365:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.627369:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9dc lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac66f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.627376:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.627378:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.627379:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.627381:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.627383:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=5 00000020:00000001:1.0:1767734705.627386:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.627389:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.627392:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.627395:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9dc lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac66f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.627401:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.627403:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.627406:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9dc lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac66f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.627421:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.627423:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.627424:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.627426:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.627427:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.627433:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b200850e00 x1853602672112128/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.627442:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.627443:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.627445:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.627448:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.627451:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.627453:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.627455:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.627457:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.627459:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.627461:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.627463:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.627465:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.627467:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.627469:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.627471:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000002:00010000:1.0:1767734705.627475:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9dc lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac66f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.627482:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.627483:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.627485:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.627487:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.627488:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.627490:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.627492:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.627495:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.627500:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.627502:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.627507:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/35 (0 0) 00010000:00000001:1.0:1767734705.627510:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.627512:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.627513:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.627516:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.627518:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity26 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.627522:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.627525:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.627527:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.627530:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.627534:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.627537:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.627539:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.627542:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.627546:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.627548:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.627550:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920739 : 144115272414920739 : 2000013a3000023) 00000080:00000001:1.0:1767734705.627554:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.627559:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920739 : 144115272414920739 : 2000013a3000023) 00000080:00000001:1.0:1767734705.627562:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.627566:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x23:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.627570:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x23:0x0](ffff94b1c491f448): rc = 0 00000080:00000001:1.0:1767734705.627573:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626089960862792 : -117983748688824 : ffff94b1c491f448) 00010000:00000001:1.0:1767734705.627575:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.627577:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.627579:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.627581:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.627584:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000080:00000001:1.0:1767734705.627586:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.627588:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.627592:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.627594:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.627597:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.627600:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.627603:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1f8453d90) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.627605:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.627608:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1f8453d90) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.627612:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x23:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.627614:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.627617:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.627619:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.627622:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f8453d90) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.627625:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f8453d90) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.627628:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.627630:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.627632:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x23:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.627636:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.627638:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.627641:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.627642:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.627644:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.627647:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.627649:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.627652:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x23:0x0](ffff94b1c491f448) for lock 0x1886cffb85c2b9dc 00800000:00000001:1.0:1767734705.627655:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.627657:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.627658:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.627660:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.627662:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.627664:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.627667:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.627670:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.627672:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.627673:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.627675:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.627680:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682ca8 inode ffff94b1c491f448 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.627684:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.627688:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x23:0x0](ffff94b1c491f448) 00000080:00010000:1.0:1767734705.627692:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b9dc from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.627694:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.627696:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.627698:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.627700:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.627703:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.627705:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.627709:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9dc lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dac66f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.627716:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.627717:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.627719:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.627721:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.627724:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9dc lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dac66f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.627731:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.627733:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.627735:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.627738:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.627740:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.627741:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.627744:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.627746:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.627748:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.627751:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.627753:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.627755:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.627756:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.627758:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734705.627761:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d21ec600. 00000100:00000001:1.0:1767734705.627766:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.627772:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200850e00 x1853602672112128/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.627781:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.627783:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.627786:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1ef335000. 02000000:00000001:1.0:1767734705.627790:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.627792:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.627794:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=80 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.627796:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.627799:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026e000. 02000000:00000001:1.0:1767734705.627802:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.627804:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.627806:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200850e00. 00000100:00000001:1.0:1767734705.627809:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.627811:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.627813:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.627815:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.627817:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.627820:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.627823:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.627828:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.627831:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.627833:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.627836:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity26, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.627839:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.627842:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.627844:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.627846:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.627848:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.627850:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f8453d90) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.627853:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f8453d90) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.627855:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.627857:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.627859:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.627862:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734705.627868:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d21ec600. 00800000:00000001:1.0:1767734705.627876:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.627880:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.627883:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x23:0x0] 00800000:00000001:1.0:1767734705.627885:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.627888:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x23:0x0] -> mds #0 00000002:00000001:1.0:1767734705.627892:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.627894:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.627898:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.627901:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.627904:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.627906:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.627909:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.627912:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.627915:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.627917:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.627919:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.627921:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.627923:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.627927:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9dc lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dac66f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.627934:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.627936:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.627938:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.627940:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x23:0x0] mode (null) 00000002:00000001:1.0:1767734705.627943:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.627945:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.627947:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.627950:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.627954:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.627956:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.627957:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.627960:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.627962:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.627964:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.627967:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.627969:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.627971:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.627973:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.627976:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.627978:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.627979:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.627981:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.627983:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.627985:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.627987:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.627990:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.627991:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.627993:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.627995:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.627997:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.627999:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x23:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.628001:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.628003:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.628005:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.628007:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.628010:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x23:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.628012:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.628014:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.628016:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.628018:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.628020:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.628023:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x23:0x0](ffff94b1c491f448) invalid 00000020:00000001:1.0:1767734705.628025:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.628028:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity26 (ffff94b1df682ca8) parent ffff94b1d0bd05e8 inode ffff94b1c491f448 refc 1 00000080:00000001:1.0:1767734705.628031:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.628033:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.628035:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.628038:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.628041:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.628043:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.628045:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.628048:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.628051:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683e800 with handle 0x1886cffb85c2b9dc from hash 00010000:00000001:1.0:1767734705.628054:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.628056:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.628058:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.628059:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.628062:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.628063:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.628066:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.628069:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.628071:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.628075:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200850e00. 00000020:00000040:1.0:1767734705.628079:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=81 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.628082:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.628084:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.628086:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.628089:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.628091:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.628093:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.628094:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.628097:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.628099:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.628102:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.628108:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c2e8e800. 00000100:00000001:1.0:1767734705.628113:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.628115:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.628118:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.628122:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9dc lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac66f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.628131:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.628133:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.628135:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.628138:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9dc lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac66f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.628153:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.628157:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.628165:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.628167:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.628170:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.628172:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.628174:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.628181:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.628190:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b200850e00 x1853602672112384/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.628199:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.628201:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.628206:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.628208:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.628211:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.628213:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966650368 : -117982742901248 : ffff94b200850e00) 00000100:00000001:1.0:1767734705.628217:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.628220:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.628223:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.628224:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.628228:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200850e00 x1853602672112384/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.628238:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.628240:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.628243:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.628246:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.628248:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.628252:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200850e00 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672112384:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.628256:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.628259:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.628295:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.628298:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.628302:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1ef335000. 02000000:00000001:1.0:1767734705.628305:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.628343:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.628348:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.628353:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.628358:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672112384, portal 10 00000100:00000001:1.0:1767734705.628361:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.628363:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966650368 : -117982742901248 : ffff94b200850e00) 00000100:00000040:1.0:1767734705.628370:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200850e00 x1853602672112384/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.628380:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.628385:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.628389:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bc38. 00000100:00000200:1.0:1767734705.628394:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672112384, offset 0 00000400:00000200:1.0:1767734705.628400:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.628409:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.628416:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.628421:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.628427:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.628435:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.628440:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.628445:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66817:66817:256:4294967295] 192.168.203.112@tcp LPNI seq info [66817:66817:8:4294967295] 00000400:00000200:1.0:1767734705.628457:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.628474:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.628482:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.628488:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c100. 00000800:00000200:1.0:1767734705.628495:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.628502:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.628507:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c100 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.628528:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.628533:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 28235 usecs (29 jiffies) 00000400:00000200:1.0:1767734705.628538:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.628541:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467479 00000100:00000001:1.0:1767734705.628548:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467473 00000100:00000001:1.0:1767734705.628554:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467479 00000100:00000001:1.0:1767734705.628557:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467473 00000100:00000001:1.0:1767734705.628561:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.628564:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.628566:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.628568:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.628571:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.628574:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.628576:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.628705:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.628723:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c100. 00000400:00000200:2.0:1767734705.628729:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.628737:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.628743:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bc38 00000400:00000010:2.0:1767734705.628746:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bc38. 00000100:00000001:2.0:1767734705.628750:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.628758:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200850e00 x1853602672112384/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.628771:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.628776:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200850e00 x1853602672112384/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.628786:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.628788:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.629402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1fbb0a420. 00000080:00000010:1.1:1767734705.629420:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c4b08000. 00000800:00000001:3.0:1767734705.633689:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.633700:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.633704:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.633707:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.633714:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.633722:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.633729:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.633733:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.633738:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.633743:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d37300 00000400:00000200:3.0:1767734705.633749:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.633755:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7bf85 [1] + 224 00000800:00000001:3.0:1767734705.633762:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.633769:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.633772:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.633776:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.633795:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.633803:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200850e00 x1853602672112384/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.633818:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b200850e00 x1853602672112384/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.633844:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.633850:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.633856:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.633861:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.633868:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66818:66818:256:4294967295] 192.168.203.112@tcp LPNI seq info [66818:66818:8:4294967295] 00000400:00000200:3.0:1767734705.633874:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.633883:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.633889:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.633895:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.633900:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.633908:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.633913:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767734705.633935:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.633945:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.633948:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.633953:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.633961:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.633963:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.633968:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.633978:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200850e00 x1853602672112384/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767734705.633984:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.633993:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.634003:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767734705.634005:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200850e00 x1853602672112384/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767734705.634022:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000001:1.0:1767734705.634027:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.634033:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.634035:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767734705.634037:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.634043:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1767734705.634046:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.634047:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.634052:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.634058:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.634064:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.634069:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.634073:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.634076:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.634078:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.634082:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.634085:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734705.634087:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x30000593d] 00000100:00000001:1.0:1767734705.634089:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734705.634091:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.634093:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966650368 : -117982742901248 : ffff94b200850e00) 00000100:00000001:1.0:1767734705.634097:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.634099:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.634102:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.634104:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.634111:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200850e00 x1853602672112384/t12884924783(12884924783) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.634121:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.634125:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.634127:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.634133:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200850e00 x1853602672112384/t12884924783(12884924783) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.634143:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200850e00 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672112384:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.634151:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.634154:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.634157:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.634159:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.634163:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200850e00 x1853602672112384/t12884924783(12884924783) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.634171:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.634174:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.634178:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.634180:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.634185:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.634188:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.634192:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d21ec600. 00000100:00000001:1.0:1767734705.634198:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.634202:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200850e00 x1853602672112384/t12884924783(12884924783) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.634211:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.634214:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.634220:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.634223:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.634226:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity26 (ffff94b1df682ca8, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.634230:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.634233:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.634238:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.634245:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.634247:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.634249:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.634252:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.634256:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.634287:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1e787c918 -> ffff94b1e787c918 00000020:00000001:1.0:1767734705.634292:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.634294:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.634297:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x23:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.634301:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.634303:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.634305:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767734705.634360:0:251835:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:1.1:1767734705.634367:0:251835:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683e800. 00020000:00000002:1.0:1767734705.634375:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x23:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.634379:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f8453d90) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.634383:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.634385:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.634388:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f8453d90) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.634391:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.634393:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.634395:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.634398:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x23:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.634401:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.634403:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.634406:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.634409:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.634412:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.634414:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x23:0x0](ffff94b1c491f448) 00800000:00000001:1.0:1767734705.634418:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.634420:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x23:0x0] 00000002:00000001:1.0:1767734705.634424:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.634428:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.634431:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.634435:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.634438:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.634440:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.634444:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.634447:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.634451:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.634454:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.634458:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.634461:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f8453d90) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.634465:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.634469:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.634472:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f8453d90) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.634477:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.634482:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.634485:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f8453d90) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.634489:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f8453d90) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.634492:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1f8453d90. 00020000:00000001:1.0:1767734705.634498:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.634501:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1e787c898. 00000020:00001000:1.0:1767734705.634507:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.634511:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.634513:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.634521:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.634523:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.634526:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.634529:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.634550:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.634554:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.634556:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.634558:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.634561:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.634566:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d21ec600. 00800000:00000002:1.0:1767734705.634571:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.634574:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.634577:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.634579:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.634581:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.634586:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.634589:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.634593:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.634595:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.634598:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.634601:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.634603:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.634605:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.634609:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.634612:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.634615:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.634618:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.634623:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.634634:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.634637:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.634641:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.634650:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.634652:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.634655:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.634657:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.634659:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.634662:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.634665:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.634668:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.634671:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d21ec600. 00000080:00000001:1.0:1767734705.634674:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.634676:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.634679:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.634683:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.634686:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.634689:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.634690:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.634692:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.634695:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.634697:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.634700:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.634703:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.634705:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.634707:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.634709:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.634712:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.634715:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.634716:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.634718:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.634720:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.634723:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.634725:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.634729:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.634736:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.634737:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.634739:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.634741:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.634744:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.634753:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.634756:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.634758:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.634761:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.634763:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.634764:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.634767:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.634769:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.634772:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.634774:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.634777:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.634779:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.634780:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.634782:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.634784:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.634787:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.634790:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.634794:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.634796:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.634798:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.634801:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.634804:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.634806:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.634809:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.634811:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.634814:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.634816:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.634819:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.634829:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1fbb0a420. 00000020:00000001:1.0:1767734705.634832:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.634835:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity27, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.634838:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.634840:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.634843:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity27, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.634849:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d21ec600. 00000080:00000001:1.0:1767734705.634854:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.634856:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.634858:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.634860:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity27' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.634864:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.634867:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.634869:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity27' -> mds #0 00000002:00000001:1.0:1767734705.634873:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.634875:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.634877:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity27,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.634881:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.634882:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.634886:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200850700. 00000020:00000040:1.0:1767734705.634889:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.634893:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.634896:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.634899:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.634900:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.634902:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.634905:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.634907:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.634910:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.634915:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026e000. 00000100:00000001:1.0:1767734705.634919:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.634923:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.634925:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.634928:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.634929:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.634932:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.634937:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090966648576 : -117982742903040 : ffff94b200850700) 00010000:00000001:1.0:1767734705.634941:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.634943:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.634947:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.634950:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.634953:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.634956:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683e800. 00000020:00000001:1.0:1767734705.634959:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.634962:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683e800 with handle 0x1886cffb85c2b9e3 to hash 00000020:00000001:1.0:1767734705.634965:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.634967:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.634970:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.634973:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.634976:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.634979:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9e3 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.634987:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9e3 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.634996:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9e3 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.635002:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.635004:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.635008:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.635010:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.635013:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.635014:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966648576 : -117982742903040 : ffff94b200850700) 00000100:00000001:1.0:1767734705.635018:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.635021:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.635024:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.635026:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.635032:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200850700 x1853602672112512/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.635042:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.635044:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.635048:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.635050:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.635053:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.635057:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200850700 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672112512:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.635062:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.635066:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.635068:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.635071:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.635075:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1ef332800. 02000000:00000001:1.0:1767734705.635078:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.635084:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.635087:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.635092:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.635097:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672112512, portal 10 00000100:00000001:1.0:1767734705.635100:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.635102:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966648576 : -117982742903040 : ffff94b200850700) 00000100:00000040:1.0:1767734705.635108:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b200850700 x1853602672112512/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.635117:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.635120:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.635123:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bbb0. 00000100:00000200:1.0:1767734705.635126:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672112512, offset 0 00000400:00000200:1.0:1767734705.635132:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.635138:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.635143:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.635148:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.635152:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.635155:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.635158:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.635162:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66819:66819:256:4294967295] 192.168.203.112@tcp LPNI seq info [66819:66819:8:4294967295] 00000400:00000200:1.0:1767734705.635168:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.635177:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.635183:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.635188:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cc00. 00000800:00000200:1.0:1767734705.635194:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.635201:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.635205:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cc00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.635228:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.635232:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 28112 usecs (29 jiffies) 00000400:00000200:1.0:1767734705.635237:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.635240:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467485 00000100:00000001:1.0:1767734705.635246:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467479 00000100:00000001:1.0:1767734705.635252:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467485 00000100:00000001:1.0:1767734705.635255:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467479 00000100:00000001:1.0:1767734705.635259:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.635283:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.635286:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.635288:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.635291:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.635294:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.635297:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.635421:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.635429:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cc00. 00000400:00000200:2.0:1767734705.635436:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.635443:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.635449:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bbb0 00000400:00000010:2.0:1767734705.635452:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bbb0. 00000100:00000001:2.0:1767734705.635456:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.635464:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200850700 x1853602672112512/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.635477:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.635481:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200850700 x1853602672112512/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.635491:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.635493:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.638656:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.638668:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.638671:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.638675:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.638682:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.638689:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.638696:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.638712:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.638717:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.638722:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d37380 00000400:00000200:3.0:1767734705.638728:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.638734:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7bf8d [1] + 224 00000800:00000001:3.0:1767734705.638742:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.638751:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.638754:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.638759:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.638764:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.638772:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200850700 x1853602672112512/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734705.638786:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b200850700 x1853602672112512/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.638812:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734705.638819:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.638823:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.638903:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.638913:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.638915:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.638919:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.638926:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.638928:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.638932:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.638942:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200850700 x1853602672112512/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.638957:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200850700 x1853602672112512/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.638967:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.638969:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.638972:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.638974:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.638977:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.638980:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.638983:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.638989:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.638993:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.638997:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.638998:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.639001:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.639004:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.639007:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.639009:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.639012:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.639014:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.639019:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200850700 x1853602672112512/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.639028:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.639031:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.639033:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.639038:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200850700 x1853602672112512/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734705.639047:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200850700 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672112512:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.639053:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.639055:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.639057:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.639059:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.639063:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200850700 x1853602672112512/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.639071:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.639074:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.639077:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.639079:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.639081:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.639084:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.639086:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.639090:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.639093:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.639096:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.639101:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683e800, remote cookie: 0x9bbb2ede58dac6a7, flags: 0x1001 00010000:00010000:1.0:1767734705.639107:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9e3 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac6a7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.639117:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x24:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000001:1.0:1767734705.639121:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.639129:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.639133:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.639138:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.639142:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9e3 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac6a7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.639151:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9e3 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac6a7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.639158:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.639161:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.639163:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.639165:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.639166:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.639169:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x24:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.639174:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9e3 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac6a7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.639181:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.639183:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.639185:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.639188:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.639190:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.639195:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9e3 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac6a7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.639201:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.639203:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.639204:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.639206:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.639207:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.639209:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.639212:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.639214:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.639215:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.639217:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.639220:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.639222:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.639225:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.639226:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.639228:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.639230:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.639233:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.639235:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.639238:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.639242:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9e3 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac6a7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.639249:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.639250:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.639252:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.639254:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.639256:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=5 00000020:00000001:1.0:1767734705.639258:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.639293:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.639296:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.639299:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9e3 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac6a7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000010:1.1:1767734705.639345:0:251835:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1fbb0a2e0. 00010000:00000001:1.0:1767734705.639357:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.639359:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.639362:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9e3 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac6a7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.639370:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.639372:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.639373:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.639375:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.639376:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.639382:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b200850700 x1853602672112512/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.639391:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.639393:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.639395:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.639397:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.639400:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.639403:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.639405:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.639407:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.639409:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.639411:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.639414:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.639415:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.639417:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.639419:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.639421:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000002:00010000:1.0:1767734705.639425:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9e3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac6a7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.639432:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.639435:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.639437:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.639439:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.639440:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.639442:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.639445:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.639448:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.639452:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.639455:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.639459:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/36 (0 0) 00010000:00000001:1.0:1767734705.639462:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.639464:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.639465:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.639468:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.639471:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity27 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.639475:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.639478:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.639481:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.639484:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.639487:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.639490:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.639492:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.639495:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.639499:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.639501:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.639503:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920740 : 144115272414920740 : 2000013a3000024) 00000080:00000001:1.0:1767734705.639506:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.639511:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920740 : 144115272414920740 : 2000013a3000024) 00000080:00000001:1.0:1767734705.639514:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.639518:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x24:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.639522:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x24:0x0](ffff94b1c491e3c8): rc = 0 00000080:00000001:1.0:1767734705.639525:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626089960858568 : -117983748693048 : ffff94b1c491e3c8) 00010000:00000001:1.0:1767734705.639528:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.639530:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.639532:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.639535:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.639538:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000080:00000001:1.0:1767734705.639541:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.639543:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.639546:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.639548:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.639550:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.639553:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.639555:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1fe531aa8) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.639559:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.639562:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1fe531aa8) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.639565:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x24:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.639567:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.639570:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.639573:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.639576:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe531aa8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.639579:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe531aa8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.639582:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.639584:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.639586:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x24:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.639589:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.639592:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.639594:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.639595:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.639597:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.639600:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.639602:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.639605:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x24:0x0](ffff94b1c491e3c8) for lock 0x1886cffb85c2b9e3 00800000:00000001:1.0:1767734705.639608:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.639610:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.639612:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.639614:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.639616:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.639618:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.639621:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.639624:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.639626:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.639628:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.639630:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.639634:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682000 inode ffff94b1c491e3c8 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.639638:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.639641:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x24:0x0](ffff94b1c491e3c8) 00000080:00010000:1.0:1767734705.639644:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b9e3 from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.639647:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.639648:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.639650:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.639652:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.639655:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.639657:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.639661:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9e3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dac6a7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.639669:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.639670:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.639672:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.639674:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.639677:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9e3 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dac6a7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.639684:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.639687:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.639688:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.639691:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.639693:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.639694:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.639697:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.639699:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.639701:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.639705:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.639708:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.639709:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.639711:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.639712:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734705.639716:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d21ec600. 00000100:00000001:1.0:1767734705.639719:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.639724:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200850700 x1853602672112512/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.639733:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.639735:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.639738:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1ef332800. 02000000:00000001:1.0:1767734705.639741:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.639743:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.639745:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=81 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.639748:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.639751:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026e000. 02000000:00000001:1.0:1767734705.639754:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.639756:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.639758:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200850700. 00000100:00000001:1.0:1767734705.639761:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.639762:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.639765:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.639766:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.639768:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.639771:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.639774:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.639779:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.639782:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.639784:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.639786:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity27, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.639790:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.639792:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.639794:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.639796:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.639798:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.639800:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe531aa8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.639804:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe531aa8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.639807:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.639809:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.639811:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.639813:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734705.639819:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d21ec600. 00800000:00000001:1.0:1767734705.639826:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.639829:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.639832:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x24:0x0] 00800000:00000001:1.0:1767734705.639835:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.639837:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x24:0x0] -> mds #0 00000002:00000001:1.0:1767734705.639841:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.639843:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.639847:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.639851:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.639853:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.639856:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.639859:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.639861:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.639864:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.639866:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.639868:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.639871:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.639873:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.639876:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9e3 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dac6a7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.639884:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.639886:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.639888:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.639890:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x24:0x0] mode (null) 00000002:00000001:1.0:1767734705.639893:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.639895:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.639898:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.639900:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.639904:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.639906:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.639908:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.639910:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.639913:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.639915:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.639917:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.639918:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.639920:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.639922:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.639925:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.639926:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.639928:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.639930:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.639932:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.639934:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.639936:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.639939:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.639940:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.639942:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.639944:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.639946:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.639948:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x24:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.639950:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.639952:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.639954:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.639956:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.639959:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x24:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.639961:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.639963:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.639965:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.639967:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.639969:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.639971:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x24:0x0](ffff94b1c491e3c8) invalid 00000020:00000001:1.0:1767734705.639974:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.639976:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity27 (ffff94b1df682000) parent ffff94b1d0bd05e8 inode ffff94b1c491e3c8 refc 1 00000080:00000001:1.0:1767734705.639980:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.639983:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.639984:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.639988:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.639990:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.639993:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.639995:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.639997:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.640000:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683e800 with handle 0x1886cffb85c2b9e3 from hash 00010000:00000001:1.0:1767734705.640004:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.640005:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.640007:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.640008:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.640011:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.640013:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.640015:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.640018:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.640020:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.640025:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200850700. 00000020:00000040:1.0:1767734705.640028:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.640031:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.640033:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.640035:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.640038:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.640040:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.640042:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.640043:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.640046:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.640048:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.640051:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.640057:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c9645e00. 00000100:00000001:1.0:1767734705.640062:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.640064:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.640067:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.640072:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9e3 lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac6a7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.640080:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.640082:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.640085:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.640088:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9e3 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac6a7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.640096:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.640100:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.640108:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.640109:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.640112:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.640114:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.640116:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.640124:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.640132:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b200850700 x1853602672112768/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.640141:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.640143:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.640148:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.640150:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.640153:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.640155:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966648576 : -117982742903040 : ffff94b200850700) 00000100:00000001:1.0:1767734705.640159:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.640162:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.640164:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.640166:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.640170:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200850700 x1853602672112768/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.640179:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.640181:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.640185:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.640187:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.640189:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.640193:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200850700 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672112768:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.640198:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.640201:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.640203:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.640206:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.640209:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1ef332800. 02000000:00000001:1.0:1767734705.640212:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.640218:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.640221:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.640226:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.640231:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672112768, portal 10 00000100:00000001:1.0:1767734705.640233:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.640235:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966648576 : -117982742903040 : ffff94b200850700) 00000100:00000040:1.0:1767734705.640241:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200850700 x1853602672112768/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.640249:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.640252:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.640254:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b3b8. 00000100:00000200:1.0:1767734705.640258:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672112768, offset 0 00000400:00000200:1.0:1767734705.640291:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.640297:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.640303:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.640336:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.640340:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.640344:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.640347:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.640351:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66820:66820:256:4294967295] 192.168.203.112@tcp LPNI seq info [66820:66820:8:4294967295] 00000400:00000200:1.0:1767734705.640357:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.640366:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.640372:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.640377:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cf00. 00000800:00000200:1.0:1767734705.640383:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.640390:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.640395:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cf00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.640414:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.640418:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 27977 usecs (28 jiffies) 00000400:00000200:1.0:1767734705.640423:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.640426:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467490 00000100:00000001:1.0:1767734705.640432:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467485 00000100:00000001:1.0:1767734705.640437:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467490 00000100:00000001:1.0:1767734705.640440:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467485 00000100:00000001:1.0:1767734705.640444:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.640447:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.640450:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.640452:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.640455:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.640457:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.640459:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.640591:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.640600:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cf00. 00000400:00000200:2.0:1767734705.640607:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.640615:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.640621:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b3b8 00000400:00000010:2.0:1767734705.640624:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b3b8. 00000100:00000001:2.0:1767734705.640639:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.640647:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200850700 x1853602672112768/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.640661:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.640665:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200850700 x1853602672112768/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.640675:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.640678:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.643392:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c491f380. 00000800:00000001:3.0:1767734705.645682:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.645693:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.645697:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.645700:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.645708:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.645715:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.645722:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.645727:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.645732:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.645736:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d37480 00000400:00000200:3.0:1767734705.645742:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.645748:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7bf95 [1] + 224 00000800:00000001:3.0:1767734705.645755:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.645762:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.645766:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.645781:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.645787:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.645794:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200850700 x1853602672112768/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.645809:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b200850700 x1853602672112768/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.645834:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.645841:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.645846:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.645852:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.645858:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66821:66821:256:4294967295] 192.168.203.112@tcp LPNI seq info [66821:66821:8:4294967295] 00000400:00000200:3.0:1767734705.645864:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.645873:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.645880:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.645885:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.645891:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.645898:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.645903:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767734705.645932:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.645942:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.645945:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.645949:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.645956:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.645959:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.645964:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:3.0:1767734705.645972:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1767734705.645976:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200850700 x1853602672112768/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767734705.645979:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.645990:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.646007:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000200:1.0:1767734705.646015:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200850700 x1853602672112768/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767734705.646022:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.646033:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.646034:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.646041:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.646046:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.646048:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.646051:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.646055:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.646058:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.646064:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.646069:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.646072:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.646074:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.646076:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.646080:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.646083:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734705.646085:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x30000593e] 00000100:00000001:1.0:1767734705.646087:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734705.646089:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.646091:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966648576 : -117982742903040 : ffff94b200850700) 00000100:00000001:1.0:1767734705.646095:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.646097:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.646100:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.646102:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.646108:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200850700 x1853602672112768/t12884924784(12884924784) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.646119:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.646122:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.646125:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.646131:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200850700 x1853602672112768/t12884924784(12884924784) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.646142:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200850700 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672112768:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.646148:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.646151:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.646153:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.646155:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.646159:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200850700 x1853602672112768/t12884924784(12884924784) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.646167:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.646170:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.646174:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.646176:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.646180:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.646183:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.646187:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d21ec600. 00000100:00000001:1.0:1767734705.646192:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.646196:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200850700 x1853602672112768/t12884924784(12884924784) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.646204:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.646208:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.646214:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.646216:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.646219:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity27 (ffff94b1df682000, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.646223:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.646226:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.646231:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.646237:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.646239:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.646241:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.646244:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.646247:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.646251:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1e787caa8 -> ffff94b1e787caa8 00000020:00000001:1.0:1767734705.646253:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.646255:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.646258:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x24:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.646295:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.646296:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.646298:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.646302:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x24:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.646338:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe531aa8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.646342:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.646344:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.646347:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe531aa8) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.646350:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.646352:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.646355:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.646358:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x24:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.646361:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.646363:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.646366:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.646368:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.646372:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.646374:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x24:0x0](ffff94b1c491e3c8) 00800000:00000001:1.0:1767734705.646379:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.646383:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x24:0x0] 00000002:00000001:1.0:1767734705.646388:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.646393:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.646396:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.646398:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.646401:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.646404:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.646408:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.646412:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.646416:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.646419:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.646423:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.646426:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe531aa8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.646430:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.646433:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.646437:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe531aa8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.646439:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.646442:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.646443:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe531aa8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.646447:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe531aa8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.646453:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1fe531aa8. 00020000:00000001:1.0:1767734705.646458:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.646461:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1e787ca28. 00000020:00001000:1.0:1767734705.646467:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.646472:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.646474:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.646489:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.646491:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.646494:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.646498:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.646519:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.646522:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.646524:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.646526:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.646528:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.646534:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c9645c00. 00800000:00000002:1.0:1767734705.646538:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.646541:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.646544:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.646546:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.646549:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.646553:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.646556:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.646561:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.646563:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.646565:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.646569:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.646571:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.646573:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.646577:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.646580:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.646584:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.646587:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.646592:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.646603:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.646607:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.646611:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.646619:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.646622:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.646624:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.646627:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.646629:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.646632:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.646635:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.646637:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.646640:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c9645c00. 00000080:00000001:1.0:1767734705.646643:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.646645:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.646648:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.646651:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.646655:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.646657:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.646659:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.646662:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.646664:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.646667:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.646670:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.646673:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.646675:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.646677:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.646679:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.646682:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.646684:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.646686:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.646687:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.646690:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.646692:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.646695:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.646698:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.646705:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.646707:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.646709:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.646711:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.646714:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.646722:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.646725:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.646727:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.646730:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.646731:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.646733:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.646736:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.646738:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.646740:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.646742:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.646745:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.646747:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.646748:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.646751:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.646752:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.646755:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.646759:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.646762:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.646764:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.646766:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.646769:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.646771:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.646773:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.646777:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.646779:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.646782:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.646783:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.646786:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.646795:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1fbb0a2e0. 00000020:00000001:1.0:1767734705.646799:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.646801:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity28, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.646805:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.646807:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.646809:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity28, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.646815:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c9645c00. 00000080:00000001:1.0:1767734705.646819:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.646821:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.646823:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.646825:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity28' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.646829:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.646832:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.646834:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity28' -> mds #0 00000002:00000001:1.0:1767734705.646838:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.646839:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.646842:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity28,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.646845:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.646847:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.646851:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200850000. 00000020:00000040:1.0:1767734705.646855:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.646859:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.646863:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.646865:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.646867:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.646869:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.646872:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.646874:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.646877:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.646882:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026e000. 00000100:00000001:1.0:1767734705.646886:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.646890:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.646892:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.646894:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.646896:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.646898:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.646904:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090966646784 : -117982742904832 : ffff94b200850000) 00010000:00000001:1.0:1767734705.646908:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.646910:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.646914:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.646917:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.646920:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.646923:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683ea00. 00000020:00000001:1.0:1767734705.646926:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.646928:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683ea00 with handle 0x1886cffb85c2b9ea to hash 00000020:00000001:1.0:1767734705.646931:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.646933:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.646936:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.646940:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.646942:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.646946:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ea lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.646954:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ea lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.646963:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ea lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.646968:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.646970:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.646974:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.646977:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.646980:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.646981:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966646784 : -117982742904832 : ffff94b200850000) 00000100:00000001:1.0:1767734705.646985:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.646989:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.646991:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.646993:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.646999:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200850000 x1853602672112896/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.647009:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.647012:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.647016:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.647018:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.647021:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.647025:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200850000 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672112896:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.647030:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.647033:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.647035:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.647037:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.647041:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1ef333800. 02000000:00000001:1.0:1767734705.647044:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.647050:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.647054:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.647059:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.647064:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672112896, portal 10 00000100:00000001:1.0:1767734705.647067:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.647069:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966646784 : -117982742904832 : ffff94b200850000) 00000100:00000040:1.0:1767734705.647075:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b200850000 x1853602672112896/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.647084:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.647087:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.647090:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bdd0. 00000100:00000200:1.0:1767734705.647093:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672112896, offset 0 00000400:00000200:1.0:1767734705.647099:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.647105:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.647111:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.647116:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.647120:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.647124:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.647127:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.647131:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66822:66822:256:4294967295] 192.168.203.112@tcp LPNI seq info [66822:66822:8:4294967295] 00000400:00000200:1.0:1767734705.647137:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.647147:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.647154:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.647158:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472ca00. 00000800:00000200:1.0:1767734705.647164:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.647170:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.647174:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472ca00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.647199:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.647204:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 27858 usecs (28 jiffies) 00000400:00000200:1.0:1767734705.647208:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.647211:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467496 00000100:00000001:1.0:1767734705.647217:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467490 00000100:00000001:1.0:1767734705.647222:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467496 00000100:00000001:1.0:1767734705.647225:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467490 00000100:00000001:1.0:1767734705.647229:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.647231:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.647234:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.647236:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.647239:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.647241:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.647244:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767734705.647380:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:1.1:1767734705.647389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683e800. 00000800:00000200:2.0:1767734705.647426:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.647434:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472ca00. 00000400:00000200:2.0:1767734705.647442:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.647452:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.647458:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bdd0 00000400:00000010:2.0:1767734705.647462:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bdd0. 00000100:00000001:2.0:1767734705.647467:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.647476:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200850000 x1853602672112896/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.647488:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.647493:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200850000 x1853602672112896/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.647503:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.647505:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.650734:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.650745:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.650749:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.650752:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.650760:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.650767:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.650784:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.650789:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.650794:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.650799:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d37500 00000400:00000200:3.0:1767734705.650805:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.650811:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7bf9d [1] + 224 00000800:00000001:3.0:1767734705.650818:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.650827:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.650830:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.650835:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.650841:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.650848:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200850000 x1853602672112896/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734705.650862:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b200850000 x1853602672112896/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.650888:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734705.650895:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.650899:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.650982:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.650991:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.650993:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.650997:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.651004:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.651006:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.651010:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.651020:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200850000 x1853602672112896/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.651034:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200850000 x1853602672112896/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.651044:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.651047:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.651050:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.651053:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.651055:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.651057:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.651060:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.651066:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.651071:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.651074:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.651076:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.651078:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.651081:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.651084:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.651086:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.651089:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.651092:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.651097:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200850000 x1853602672112896/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.651106:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.651109:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.651111:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.651116:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200850000 x1853602672112896/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734705.651125:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200850000 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672112896:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.651130:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.651133:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.651135:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.651137:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.651141:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200850000 x1853602672112896/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.651149:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.651152:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.651155:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.651158:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.651160:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.651163:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.651165:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.651168:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734705.651171:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.651175:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734705.651180:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683ea00, remote cookie: 0x9bbb2ede58dac6df, flags: 0x1001 00010000:00010000:1.0:1767734705.651185:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ea lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac6df expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.651196:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x25:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000001:1.0:1767734705.651200:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.651208:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.651212:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.651216:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.651221:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ea lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac6df expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.651231:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ea lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac6df expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.651237:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.651240:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.651242:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.651244:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.651245:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.651248:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x25:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.651253:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ea lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac6df expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.651289:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.651293:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.651295:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.651298:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.651301:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.651305:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ea lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac6df expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.651342:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.651345:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.651347:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.651348:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.651350:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.651352:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.651356:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.651358:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.651360:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.651362:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.651365:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.651369:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.651373:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.651375:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.651378:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734705.651381:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.651385:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.651388:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.651391:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.651397:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ea lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac6df expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.651405:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.651407:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.651410:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.651412:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.651413:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=5 00000020:00000001:1.0:1767734705.651416:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.651420:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.651424:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.651428:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ea lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac6df expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.651436:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.651438:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.651442:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ea lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac6df expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.651449:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.651451:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.651454:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.651455:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.651459:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.651466:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b200850000 x1853602672112896/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.651476:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.651477:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.651479:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.651481:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.651484:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.651486:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.651488:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.651489:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.651491:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.651494:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.651496:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.651498:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.651500:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.651502:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.651505:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000002:00010000:1.0:1767734705.651509:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ea lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac6df expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.651517:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.651518:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.651520:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.651522:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.651523:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.651525:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.651527:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.651530:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734705.651533:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.651536:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.651540:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/37 (0 0) 00010000:00000001:1.0:1767734705.651543:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.651545:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.651546:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.651549:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.651551:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity28 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.651555:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.651558:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.651560:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.651563:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.651567:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.651570:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.651572:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.651574:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.651578:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.651580:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.651582:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920741 : 144115272414920741 : 2000013a3000025) 00000080:00000001:1.0:1767734705.651585:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.651591:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920741 : 144115272414920741 : 2000013a3000025) 00000080:00000001:1.0:1767734705.651593:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.651598:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x25:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.651601:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x25:0x0](ffff94b1c4918908): rc = 0 00000080:00000001:1.0:1767734705.651604:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626089960835336 : -117983748716280 : ffff94b1c4918908) 00010000:00000001:1.0:1767734705.651607:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.651609:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.651611:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.651614:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.651617:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000080:00000001:1.0:1767734705.651620:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.651622:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.651625:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.651627:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.651629:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.651632:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.651634:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1fe5317c0) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.651637:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.651640:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1fe5317c0) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.651643:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x25:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.651646:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.651648:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.651651:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.651654:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5317c0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.651657:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5317c0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.651660:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.651662:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.651664:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x25:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.651667:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.651670:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.651672:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.651674:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.651675:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.651678:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.651680:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.651683:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x25:0x0](ffff94b1c4918908) for lock 0x1886cffb85c2b9ea 00800000:00000001:1.0:1767734705.651687:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.651688:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.651690:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.651692:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.651694:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.651697:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.651700:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.651702:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.651704:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.651705:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.651707:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.651711:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682ca8 inode ffff94b1c4918908 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.651715:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.651718:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x25:0x0](ffff94b1c4918908) 00000080:00010000:1.0:1767734705.651722:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b9ea from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.651724:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.651725:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.651727:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.651730:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.651733:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.651735:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.651738:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ea lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dac6df expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.651746:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.651747:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.651749:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.651751:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.651754:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ea lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dac6df expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.651761:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.651763:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.651765:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.651768:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.651769:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.651771:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.651774:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.651777:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.651779:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.651782:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.651784:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.651786:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.651788:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.651790:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734705.651793:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c9645c00. 00000100:00000001:1.0:1767734705.651797:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.651802:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200850000 x1853602672112896/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.651811:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.651813:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.651816:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1ef333800. 02000000:00000001:1.0:1767734705.651819:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.651822:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.651824:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.651826:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.651829:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026e000. 02000000:00000001:1.0:1767734705.651832:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.651834:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.651836:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200850000. 00000100:00000001:1.0:1767734705.651839:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.651840:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.651843:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.651844:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.651846:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.651849:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.651852:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.651857:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.651860:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.651862:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.651865:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity28, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.651868:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.651871:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.651873:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.651875:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.651877:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.651880:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5317c0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.651882:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5317c0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.651885:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.651887:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.651889:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.651891:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734705.651897:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c9645c00. 00800000:00000001:1.0:1767734705.651903:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.651907:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.651909:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x25:0x0] 00800000:00000001:1.0:1767734705.651912:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.651914:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x25:0x0] -> mds #0 00000002:00000001:1.0:1767734705.651918:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.651920:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.651924:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.651927:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.651930:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.651932:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.651935:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.651937:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.651940:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.651942:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.651944:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.651946:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.651948:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.651952:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ea lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dac6df expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.651959:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.651961:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.651963:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.651965:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x25:0x0] mode (null) 00000002:00000001:1.0:1767734705.651969:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.651970:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.651973:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.651976:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.651979:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.651981:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.651982:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.651984:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.651987:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.651989:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.651991:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.651992:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.651994:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.651996:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.651999:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.652001:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.652002:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.652004:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.652006:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.652008:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.652010:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.652012:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.652014:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.652015:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.652018:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.652020:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.652022:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x25:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.652024:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.652026:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.652028:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.652030:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.652032:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x25:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.652035:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.652037:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.652039:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.652041:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.652043:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.652045:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x25:0x0](ffff94b1c4918908) invalid 00000020:00000001:1.0:1767734705.652048:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.652050:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity28 (ffff94b1df682ca8) parent ffff94b1d0bd05e8 inode ffff94b1c4918908 refc 1 00000080:00000001:1.0:1767734705.652054:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.652056:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.652058:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.652061:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.652063:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.652065:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.652067:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.652070:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.652073:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683ea00 with handle 0x1886cffb85c2b9ea from hash 00010000:00000001:1.0:1767734705.652076:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.652077:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.652079:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.652081:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.652083:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.652085:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.652088:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.652090:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.652092:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.652097:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200850000. 00000020:00000040:1.0:1767734705.652100:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.652103:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.652105:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.652107:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.652110:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.652113:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.652114:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.652116:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.652118:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.652120:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.652123:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.652129:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c9644200. 00000100:00000001:1.0:1767734705.652134:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.652136:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.652139:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.652143:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ea lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac6df expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.652152:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.652154:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.652156:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.652159:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ea lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac6df expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.652167:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.652171:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.652179:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.652181:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.652184:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.652185:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.652188:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.652195:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.652203:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b200850000 x1853602672113152/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.652213:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.652214:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.652219:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.652221:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.652224:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.652227:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966646784 : -117982742904832 : ffff94b200850000) 00000100:00000001:1.0:1767734705.652230:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.652234:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.652236:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.652238:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.652242:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200850000 x1853602672113152/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.652251:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.652253:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.652256:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.652259:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.652296:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.652300:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200850000 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672113152:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.652305:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000080:00000010:1.1:1767734705.652359:0:251835:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1fbb0a420. 00000080:00000010:1.1:1767734705.652372:0:251835:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c491e300. 02000000:00000001:1.0:1767734705.652383:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.652385:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.652388:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.652393:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1ef333800. 02000000:00000001:1.0:1767734705.652396:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.652402:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.652406:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.652410:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.652415:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672113152, portal 10 00000100:00000001:1.0:1767734705.652417:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.652419:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966646784 : -117982742904832 : ffff94b200850000) 00000100:00000040:1.0:1767734705.652427:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200850000 x1853602672113152/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.652437:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.652441:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.652444:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b5d8. 00000100:00000200:1.0:1767734705.652449:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672113152, offset 0 00000400:00000200:1.0:1767734705.652456:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.652465:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.652476:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.652481:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.652487:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.652494:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.652498:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.652503:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66823:66823:256:4294967295] 192.168.203.112@tcp LPNI seq info [66823:66823:8:4294967295] 00000400:00000200:1.0:1767734705.652508:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.652517:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.652524:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.652530:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472ca00. 00000800:00000200:1.0:1767734705.652535:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.652542:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.652547:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472ca00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.652565:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.652569:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 27727 usecs (28 jiffies) 00000400:00000200:1.0:1767734705.652573:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.652576:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467502 00000100:00000001:1.0:1767734705.652583:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467496 00000100:00000001:1.0:1767734705.652589:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467502 00000100:00000001:1.0:1767734705.652593:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467496 00000100:00000001:1.0:1767734705.652596:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.652599:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.652602:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.652604:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.652607:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.652610:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.652612:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.652744:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.652752:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472ca00. 00000400:00000200:2.0:1767734705.652759:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.652767:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.652772:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b5d8 00000400:00000010:2.0:1767734705.652775:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b5d8. 00000100:00000001:2.0:1767734705.652780:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.652787:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200850000 x1853602672113152/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.652800:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.652816:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200850000 x1853602672113152/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.652827:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.652830:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767734705.657391:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:1.1:1767734705.657403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683ea00. 00000800:00000001:3.0:1767734705.657652:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.657664:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.657668:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.657672:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.657679:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.657686:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.657693:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.657698:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.657703:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.657708:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d37600 00000400:00000200:3.0:1767734705.657714:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.657720:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7bfa5 [1] + 224 00000800:00000001:3.0:1767734705.657726:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.657754:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.657758:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.657763:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.657769:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.657776:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200850000 x1853602672113152/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.657790:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b200850000 x1853602672113152/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.657816:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.657823:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.657828:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.657834:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.657840:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66824:66824:256:4294967295] 192.168.203.112@tcp LPNI seq info [66824:66824:8:4294967295] 00000400:00000200:3.0:1767734705.657846:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.657855:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.657861:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.657867:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.657873:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.657880:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.657885:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767734705.657917:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.657928:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.657930:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.657934:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.657941:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.657945:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.657951:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:3.0:1767734705.657958:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1767734705.657964:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200850000 x1853602672113152/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767734705.657966:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.657979:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767734705.657996:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200850000 x1853602672113152/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767734705.657999:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:2.0:1767734705.658012:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767734705.658017:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.658022:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.658025:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.658027:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.658035:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.658039:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.658042:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.658045:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.658052:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.658058:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.658062:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.658064:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.658066:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.658069:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.658072:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734705.658074:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x30000593f] 00000100:00000001:1.0:1767734705.658077:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734705.658079:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.658082:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966646784 : -117982742904832 : ffff94b200850000) 00000100:00000001:1.0:1767734705.658085:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.658087:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.658090:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.658093:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.658100:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200850000 x1853602672113152/t12884924785(12884924785) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.658111:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.658114:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.658117:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.658122:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200850000 x1853602672113152/t12884924785(12884924785) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.658131:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200850000 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672113152:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.658137:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.658139:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.658142:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.658144:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.658147:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200850000 x1853602672113152/t12884924785(12884924785) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.658156:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.658159:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.658163:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.658165:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.658170:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.658173:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.658177:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c9645c00. 00000100:00000001:1.0:1767734705.658182:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.658185:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200850000 x1853602672113152/t12884924785(12884924785) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.658194:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.658197:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.658204:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.658206:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.658209:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity28 (ffff94b1df682ca8, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.658213:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.658216:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.658221:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.658227:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.658229:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.658231:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.658234:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.658237:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.658241:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1e787c5f8 -> ffff94b1e787c5f8 00000020:00000001:1.0:1767734705.658244:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.658246:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.658248:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x25:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.658251:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.658253:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.658255:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.658259:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x25:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.658291:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5317c0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.658294:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.658296:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.658300:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5317c0) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.658303:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.658306:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.658357:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.658360:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x25:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.658364:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.658365:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.658368:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.658371:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.658374:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.658377:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x25:0x0](ffff94b1c4918908) 00800000:00000001:1.0:1767734705.658381:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.658383:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x25:0x0] 00000002:00000001:1.0:1767734705.658387:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.658392:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.658394:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.658396:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.658399:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.658401:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.658404:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.658407:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.658409:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.658412:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.658415:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.658417:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5317c0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.658420:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.658422:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.658425:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5317c0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.658428:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.658431:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.658433:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5317c0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.658436:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5317c0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.658441:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1fe5317c0. 00020000:00000001:1.0:1767734705.658447:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.658450:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1e787c578. 00000020:00001000:1.0:1767734705.658455:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.658458:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.658461:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.658495:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.658498:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.658501:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.658506:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.658528:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.658531:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.658533:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.658535:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.658538:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.658543:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c9645c00. 00800000:00000002:1.0:1767734705.658547:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.658551:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.658553:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.658555:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.658558:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.658562:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.658565:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.658570:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.658572:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.658574:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.658578:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.658580:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.658582:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.658586:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.658589:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.658593:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.658596:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.658601:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.658611:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.658615:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.658619:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.658628:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.658630:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.658633:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.658635:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.658637:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.658640:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.658643:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.658645:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.658648:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c9645c00. 00000080:00000001:1.0:1767734705.658651:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.658653:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.658656:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.658660:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.658663:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.658665:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.658667:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.658669:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.658671:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.658674:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.658677:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.658680:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.658682:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.658683:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.658685:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.658688:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.658691:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.658692:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.658694:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.658696:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.658699:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.658702:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.658705:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.658714:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.658715:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.658717:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.658719:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.658722:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.658730:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.658732:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.658734:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.658737:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.658739:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.658740:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.658743:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.658745:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.658747:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.658750:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.658752:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.658754:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.658756:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.658758:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.658760:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.658763:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.658767:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.658770:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.658772:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.658774:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.658777:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.658780:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.658782:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.658785:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.658787:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.658790:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.658792:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.658795:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.658805:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1fbb0a420. 00000020:00000001:1.0:1767734705.658808:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.658811:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity29, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.658814:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.658816:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.658818:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity29, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.658824:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c9645c00. 00000080:00000001:1.0:1767734705.658828:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.658829:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.658831:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.658834:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity29' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.658837:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.658840:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.658842:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity29' -> mds #0 00000002:00000001:1.0:1767734705.658846:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.658847:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.658850:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity29,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.658854:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.658856:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.658859:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200852680. 00000020:00000040:1.0:1767734705.658863:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.658867:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.658870:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.658872:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.658874:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.658875:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.658878:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.658880:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.658883:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.658888:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026e000. 00000100:00000001:1.0:1767734705.658892:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.658896:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.658898:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.658900:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.658901:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.658904:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.658910:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090966656640 : -117982742894976 : ffff94b200852680) 00010000:00000001:1.0:1767734705.658914:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.658916:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.658920:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.658922:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.658925:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.658929:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683ea00. 00000020:00000001:1.0:1767734705.658932:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.658934:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683ea00 with handle 0x1886cffb85c2b9f1 to hash 00000020:00000001:1.0:1767734705.658937:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.658939:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.658942:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.658946:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.658948:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.658952:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9f1 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.658959:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9f1 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.658968:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9f1 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.658974:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.658976:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.658980:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.658982:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.658985:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.658986:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966656640 : -117982742894976 : ffff94b200852680) 00000100:00000001:1.0:1767734705.658990:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.658993:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.658996:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.658998:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.659004:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200852680 x1853602672113280/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.659015:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.659017:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.659020:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.659023:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.659025:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.659029:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200852680 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672113280:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.659033:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.659036:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.659038:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.659041:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.659045:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1ef336800. 02000000:00000001:1.0:1767734705.659048:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.659054:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.659058:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.659062:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.659067:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672113280, portal 10 00000100:00000001:1.0:1767734705.659070:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.659072:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966656640 : -117982742894976 : ffff94b200852680) 00000100:00000040:1.0:1767734705.659077:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b200852680 x1853602672113280/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.659086:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.659090:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.659092:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845ba18. 00000100:00000200:1.0:1767734705.659095:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672113280, offset 0 00000400:00000200:1.0:1767734705.659101:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.659107:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.659113:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.659118:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.659122:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.659125:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.659128:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.659133:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66825:66825:256:4294967295] 192.168.203.112@tcp LPNI seq info [66825:66825:8:4294967295] 00000400:00000200:1.0:1767734705.659139:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.659149:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.659155:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.659160:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cf00. 00000800:00000200:1.0:1767734705.659166:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.659173:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.659177:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cf00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.659199:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.659204:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 27610 usecs (28 jiffies) 00000400:00000200:1.0:1767734705.659209:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.659211:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467508 00000100:00000001:1.0:1767734705.659218:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467502 00000100:00000001:1.0:1767734705.659224:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467508 00000100:00000001:1.0:1767734705.659227:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467502 00000100:00000001:1.0:1767734705.659231:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.659234:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.659237:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.659239:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.659241:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.659244:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.659247:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734705.659424:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.659434:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cf00. 00000400:00000200:3.0:1767734705.659443:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.659451:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.659456:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845ba18 00000400:00000010:3.0:1767734705.659470:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845ba18. 00000100:00000001:3.0:1767734705.659475:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.659482:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200852680 x1853602672113280/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.659495:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.659500:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200852680 x1853602672113280/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.659510:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.659512:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734705.662614:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.662628:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.662632:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.662635:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.662643:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.662650:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.662658:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.662663:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.662668:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.662672:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d37680 00000400:00000200:2.0:1767734705.662678:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.662684:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7bfad [1] + 224 00000800:00000001:2.0:1767734705.662691:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.662700:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.662703:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.662708:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.662713:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.662721:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200852680 x1853602672113280/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734705.662735:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b200852680 x1853602672113280/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.662762:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734705.662770:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.662773:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.662863:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.662873:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.662875:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.662879:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.662886:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.662889:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.662893:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.662902:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200852680 x1853602672113280/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.662926:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200852680 x1853602672113280/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.662936:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.662938:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.662941:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.662943:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.662945:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.662948:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.662950:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.662957:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.662961:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.662964:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.662966:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.662968:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.662972:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.662975:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.662977:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.662980:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.662982:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.662987:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200852680 x1853602672113280/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.662996:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.662999:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.663001:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.663006:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200852680 x1853602672113280/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734705.663016:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200852680 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672113280:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.663022:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.663025:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.663027:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.663029:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.663033:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200852680 x1853602672113280/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.663041:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.663044:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.663048:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.663049:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.663052:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.663054:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.663056:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.663059:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734705.663062:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.663066:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734705.663071:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683ea00, remote cookie: 0x9bbb2ede58dac717, flags: 0x1001 00010000:00010000:1.0:1767734705.663077:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9f1 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac717 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.663087:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x26:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000001:1.0:1767734705.663091:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.663098:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.663102:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.663108:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.663112:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9f1 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac717 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.663121:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9f1 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac717 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.663129:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.663132:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.663134:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.663136:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.663137:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.663141:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x26:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.663146:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9f1 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac717 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.663153:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.663156:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.663157:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.663160:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.663163:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.663166:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9f1 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac717 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.663173:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.663175:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.663176:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.663178:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.663179:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.663181:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.663184:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.663187:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.663188:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.663190:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.663193:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.663196:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.663199:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.663200:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.663202:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734705.663204:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.663206:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.663209:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.663211:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.663215:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9f1 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac717 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.663229:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.663231:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.663233:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.663234:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.663236:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=5 00000020:00000001:1.0:1767734705.663238:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.663240:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.663243:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.663246:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9f1 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac717 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.663253:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.663254:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.663257:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9f1 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac717 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.663293:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.663294:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.663296:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.663297:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.663299:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.663304:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b200852680 x1853602672113280/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.663347:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.663348:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.663350:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.663352:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.663355:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.663358:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.663359:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.663361:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.663363:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.663366:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.663369:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.663371:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.663373:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.663375:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.663378:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000002:00010000:1.0:1767734705.663381:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9f1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac717 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.663389:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.663390:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.663392:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.663393:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.663395:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.663396:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.663399:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.663401:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734705.663405:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.663408:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.663412:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/38 (0 0) 00010000:00000001:1.0:1767734705.663415:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.663417:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.663418:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.663421:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.663423:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity29 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.663427:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.663429:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.663432:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.663435:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.663439:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.663442:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.663444:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.663446:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.663450:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.663452:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.663455:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920742 : 144115272414920742 : 2000013a3000026) 00000080:00000001:1.0:1767734705.663458:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.663463:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920742 : 144115272414920742 : 2000013a3000026) 00000080:00000001:1.0:1767734705.663466:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.663470:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x26:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.663474:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x26:0x0](ffff94b1c491db88): rc = 0 00000080:00000001:1.0:1767734705.663477:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626089960856456 : -117983748695160 : ffff94b1c491db88) 00010000:00000001:1.0:1767734705.663479:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.663481:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.663482:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.663485:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.663487:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000080:00000001:1.0:1767734705.663490:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.663492:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.663495:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.663497:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.663499:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.663502:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.663505:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1fe5315d0) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.663507:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.663510:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1fe5315d0) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.663513:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x26:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.663516:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.663518:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.663521:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.663523:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5315d0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.663526:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5315d0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.663529:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.663531:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.663534:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x26:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.663536:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.663539:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.663541:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.663543:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.663545:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.663547:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.663549:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.663552:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x26:0x0](ffff94b1c491db88) for lock 0x1886cffb85c2b9f1 00800000:00000001:1.0:1767734705.663556:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.663558:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.663559:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.663561:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.663562:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.663565:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.663567:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.663570:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.663571:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.663573:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.663575:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.663579:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682000 inode ffff94b1c491db88 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.663582:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.663586:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x26:0x0](ffff94b1c491db88) 00000080:00010000:1.0:1767734705.663589:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b9f1 from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.663592:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.663593:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.663595:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.663597:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.663600:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.663602:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.663605:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9f1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dac717 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.663613:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.663614:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.663616:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.663618:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.663621:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9f1 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dac717 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.663629:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.663631:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.663633:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.663636:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.663638:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.663639:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.663642:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.663644:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.663646:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.663649:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.663652:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.663653:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.663655:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.663657:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734705.663660:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c9645c00. 00000100:00000001:1.0:1767734705.663664:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.663670:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200852680 x1853602672113280/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.663678:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.663680:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.663683:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1ef336800. 02000000:00000001:1.0:1767734705.663686:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.663688:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.663690:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.663692:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.663695:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026e000. 02000000:00000001:1.0:1767734705.663698:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.663699:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.663701:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200852680. 00000100:00000001:1.0:1767734705.663705:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.663707:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.663709:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.663711:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.663713:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.663716:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.663719:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.663724:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.663727:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.663729:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.663732:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity29, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.663735:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.663738:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.663740:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.663742:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.663744:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.663746:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5315d0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.663749:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5315d0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.663751:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.663753:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.663756:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.663758:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734705.663763:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c9645c00. 00800000:00000001:1.0:1767734705.663771:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.663775:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.663777:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x26:0x0] 00800000:00000001:1.0:1767734705.663780:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.663783:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x26:0x0] -> mds #0 00000002:00000001:1.0:1767734705.663787:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.663789:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.663793:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.663796:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.663799:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.663802:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.663805:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.663807:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.663810:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.663812:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.663814:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.663816:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.663818:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.663823:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9f1 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dac717 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.663831:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.663834:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.663836:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.663838:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x26:0x0] mode (null) 00000002:00000001:1.0:1767734705.663841:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.663843:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.663845:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.663848:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.663851:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.663854:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.663855:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.663857:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.663859:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.663861:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.663863:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.663865:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.663866:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.663869:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.663871:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.663873:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.663874:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.663876:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.663878:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.663881:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.663883:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.663885:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.663886:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.663888:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.663890:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.663892:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.663894:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x26:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.663896:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.663898:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.663900:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.663903:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.663906:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x26:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.663908:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.663910:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.663913:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.663915:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.663917:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.663919:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x26:0x0](ffff94b1c491db88) invalid 00000020:00000001:1.0:1767734705.663922:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.663924:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity29 (ffff94b1df682000) parent ffff94b1d0bd05e8 inode ffff94b1c491db88 refc 1 00000080:00000001:1.0:1767734705.663928:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.663930:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.663931:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.663934:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.663937:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.663939:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.663941:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.663943:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.663946:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683ea00 with handle 0x1886cffb85c2b9f1 from hash 00010000:00000001:1.0:1767734705.663949:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.663950:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.663952:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.663953:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.663956:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.663958:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.663961:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.663964:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.663967:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.663971:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200852680. 00000020:00000040:1.0:1767734705.663975:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.663978:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.663980:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.663982:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.663985:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.663988:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.663990:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.663992:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.663995:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.663997:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.664000:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.664006:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d21ec600. 00000100:00000001:1.0:1767734705.664010:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.664013:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.664015:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.664020:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9f1 lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac717 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.664028:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.664030:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.664032:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.664035:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9f1 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac717 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.664042:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.664046:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.664054:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.664056:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.664058:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.664060:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.664062:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.664069:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.664078:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b200852680 x1853602672113536/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.664087:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.664089:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.664094:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.664097:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.664100:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.664101:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966656640 : -117982742894976 : ffff94b200852680) 00000100:00000001:1.0:1767734705.664105:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.664109:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.664112:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.664113:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.664118:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200852680 x1853602672113536/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.664127:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.664129:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.664132:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.664134:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.664137:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.664140:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200852680 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672113536:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.664145:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.664148:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.664151:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.664153:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.664157:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1ef336800. 02000000:00000001:1.0:1767734705.664159:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.664166:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.664169:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.664174:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.664179:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672113536, portal 10 00000100:00000001:1.0:1767734705.664181:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.664183:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966656640 : -117982742894976 : ffff94b200852680) 00000100:00000040:1.0:1767734705.664189:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200852680 x1853602672113536/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.664198:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.664201:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.664204:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bcc0. 00000100:00000200:1.0:1767734705.664207:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672113536, offset 0 00000400:00000200:1.0:1767734705.664213:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.664219:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.664225:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.664230:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.664234:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.664237:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.664240:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.664245:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66826:66826:256:4294967295] 192.168.203.112@tcp LPNI seq info [66826:66826:8:4294967295] 00000400:00000200:1.0:1767734705.664250:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.664259:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.664292:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.664297:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cc00. 00000800:00000200:1.0:1767734705.664303:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.664338:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.664343:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cc00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.664360:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.664365:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 27481 usecs (28 jiffies) 00000400:00000200:1.0:1767734705.664370:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.664372:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467514 00000100:00000001:1.0:1767734705.664378:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467508 00000100:00000001:1.0:1767734705.664383:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467514 00000100:00000001:1.0:1767734705.664386:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467508 00000100:00000001:1.0:1767734705.664390:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.664392:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.664395:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.664397:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.664400:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.664402:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.664405:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734705.664531:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.664538:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cc00. 00000400:00000200:3.0:1767734705.664546:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.664553:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.664558:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bcc0 00000400:00000010:3.0:1767734705.664561:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bcc0. 00000100:00000001:3.0:1767734705.664566:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.664573:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200852680 x1853602672113536/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.664585:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.664590:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200852680 x1853602672113536/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.664600:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.664602:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.667389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1fbb0a2e0. 00000800:00000001:2.0:1767734705.669744:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.669758:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.669761:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.669777:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.669785:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.669792:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.669800:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.669804:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.669809:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.669814:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d37780 00000400:00000200:2.0:1767734705.669820:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.669826:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7bfb5 [1] + 224 00000800:00000001:2.0:1767734705.669833:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.669842:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.669845:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.669850:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.669855:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.669863:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200852680 x1853602672113536/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734705.669877:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b200852680 x1853602672113536/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.669905:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734705.669911:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734705.669916:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.669921:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734705.669928:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66827:66827:256:4294967295] 192.168.203.112@tcp LPNI seq info [66827:66827:8:4294967295] 00000400:00000200:2.0:1767734705.669934:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.669943:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:2.0:1767734705.669949:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734705.669954:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790200. 00000800:00000200:2.0:1767734705.669960:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734705.669967:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734705.669981:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790200 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767734705.669997:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.670008:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.670010:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.670014:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.670022:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.670024:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.670031:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.670041:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200852680 x1853602672113536/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767734705.670056:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1767734705.670058:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200852680 x1853602672113536/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767734705.670066:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790200. 00000400:00000200:2.0:1767734705.670079:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767734705.670084:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.670089:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.670095:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000001:1.0:1767734705.670096:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.670104:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.670110:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1767734705.670111:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767734705.670114:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.670120:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767734705.670124:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767734705.670127:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.670136:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.670139:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.670142:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.670145:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.670148:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.670151:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734705.670154:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x300005940] 00000100:00000001:1.0:1767734705.670156:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734705.670158:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.670160:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966656640 : -117982742894976 : ffff94b200852680) 00000100:00000001:1.0:1767734705.670164:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.670166:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.670168:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.670171:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.670177:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200852680 x1853602672113536/t12884924786(12884924786) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.670187:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.670190:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.670193:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.670198:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200852680 x1853602672113536/t12884924786(12884924786) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.670221:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200852680 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672113536:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.670228:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.670233:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.670236:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.670239:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.670243:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200852680 x1853602672113536/t12884924786(12884924786) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.670253:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.670256:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.670293:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.670296:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.670301:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.670304:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.670340:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c9645c00. 00000100:00000001:1.0:1767734705.670347:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.670352:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200852680 x1853602672113536/t12884924786(12884924786) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.670361:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.670364:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.670371:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.670374:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.670378:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity29 (ffff94b1df682000, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.670384:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.670389:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.670394:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.670409:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.670412:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.670415:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.670419:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.670423:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.670427:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1e787c148 -> ffff94b1e787c148 00000020:00000001:1.0:1767734705.670430:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.670433:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.670436:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x26:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.670440:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.670443:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.670445:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.670450:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x26:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.670454:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5315d0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.670459:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.670462:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.670466:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5315d0) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.670470:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.670473:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.670476:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.670480:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x26:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.670484:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.670486:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.670490:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.670494:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.670497:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.670499:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x26:0x0](ffff94b1c491db88) 00800000:00000001:1.0:1767734705.670502:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.670504:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x26:0x0] 00000002:00000001:1.0:1767734705.670508:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.670512:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.670514:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.670517:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.670519:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.670521:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.670524:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.670527:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.670529:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.670531:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.670535:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.670537:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5315d0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.670539:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.670541:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.670543:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5315d0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.670546:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.670548:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.670550:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5315d0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.670553:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5315d0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.670557:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1fe5315d0. 00020000:00000001:1.0:1767734705.670560:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.670562:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1e787c0c8. 00000020:00001000:1.0:1767734705.670569:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.670571:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.670573:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.670580:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.670582:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.670584:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.670588:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.670609:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.670613:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.670614:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.670616:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.670619:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.670625:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c9645c00. 00800000:00000002:1.0:1767734705.670629:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.670632:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.670635:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.670637:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.670640:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.670644:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.670647:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.670651:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.670654:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.670656:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.670660:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.670662:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.670664:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.670667:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.670670:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.670675:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.670678:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.670683:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.670694:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.670697:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.670701:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.670709:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.670712:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.670714:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.670716:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.670719:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.670721:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.670724:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.670727:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.670729:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c9645c00. 00000080:00000001:1.0:1767734705.670733:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.670735:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.670737:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.670741:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.670744:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.670746:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.670748:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.670750:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.670753:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.670756:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.670759:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.670762:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.670764:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.670765:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.670767:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.670771:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.670773:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.670775:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.670777:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.670779:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.670782:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.670785:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.670788:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.670795:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.670797:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.670798:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.670800:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.670803:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.670811:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.670813:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.670815:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.670818:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.670820:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.670821:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.670824:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.670826:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.670828:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.670831:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.670833:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.670835:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.670836:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.670838:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.670840:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.670842:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.670846:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.670850:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.670851:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.670854:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.670857:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.670859:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.670862:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.670865:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.670867:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.670869:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.670871:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.670874:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.670886:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1fbb0a2e0. 00000020:00000001:1.0:1767734705.670889:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.670891:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity30, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.670894:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.670896:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.670899:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity30, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.670904:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c9645c00. 00000080:00000001:1.0:1767734705.670908:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.670910:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.670912:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.670915:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity30' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.670918:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.670922:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.670924:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity30' -> mds #0 00000002:00000001:1.0:1767734705.670927:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.670929:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.670931:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity30,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.670935:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.670937:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.670941:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200852300. 00000020:00000040:1.0:1767734705.670944:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=85 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.670948:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.670952:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.670954:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.670956:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.670958:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.670961:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.670963:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.670965:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.670970:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026e000. 00000100:00000001:1.0:1767734705.670975:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.670978:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.670980:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.670982:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.670984:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.670986:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.670992:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090966655744 : -117982742895872 : ffff94b200852300) 00010000:00000001:1.0:1767734705.670995:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.670997:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.671000:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.671003:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.671006:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.671009:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683e800. 00000020:00000001:1.0:1767734705.671012:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.671014:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683e800 with handle 0x1886cffb85c2b9f8 to hash 00000020:00000001:1.0:1767734705.671017:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.671019:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.671022:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.671024:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.671027:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.671030:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9f8 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.671038:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9f8 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.671048:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9f8 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.671053:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.671055:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.671060:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.671062:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.671065:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.671067:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966655744 : -117982742895872 : ffff94b200852300) 00000100:00000001:1.0:1767734705.671071:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.671074:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.671076:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.671078:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.671084:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200852300 x1853602672113664/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.671093:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.671095:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.671098:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.671101:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.671103:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.671107:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200852300 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672113664:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.671112:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.671115:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.671117:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.671119:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.671123:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1ef332000. 02000000:00000001:1.0:1767734705.671126:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.671132:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.671136:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.671140:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.671145:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672113664, portal 10 00000100:00000001:1.0:1767734705.671148:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.671150:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966655744 : -117982742895872 : ffff94b200852300) 00000100:00000040:1.0:1767734705.671155:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b200852300 x1853602672113664/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.671164:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.671167:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.671170:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b880. 00000100:00000200:1.0:1767734705.671174:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672113664, offset 0 00000400:00000200:1.0:1767734705.671179:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.671186:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.671192:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.671197:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.671200:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.671204:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.671207:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.671212:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66828:66828:256:4294967295] 192.168.203.112@tcp LPNI seq info [66828:66828:8:4294967295] 00000400:00000200:1.0:1767734705.671217:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.671226:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.671232:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.671236:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c100. 00000800:00000200:1.0:1767734705.671242:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.671248:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.671253:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c100 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.671301:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.1:1767734705.671350:0:251835:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c4918840. 00000100:00000040:1.0:1767734705.671360:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 27368 usecs (28 jiffies) 00000400:00000200:1.0:1767734705.671366:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.671369:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467521 00000100:00000001:1.0:1767734705.671375:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467514 00000100:00000001:1.0:1767734705.671382:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467521 00000100:00000001:1.0:1767734705.671387:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467514 00000100:00000001:1.0:1767734705.671393:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.671397:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.671400:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.671402:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.671406:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.671410:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.671413:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.671488:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.671497:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c100. 00000400:00000200:2.0:1767734705.671504:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.671511:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.671517:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b880 00000400:00000010:2.0:1767734705.671520:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b880. 00000100:00000001:2.0:1767734705.671525:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.671532:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200852300 x1853602672113664/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.671545:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.671550:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200852300 x1853602672113664/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.671559:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.671562:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.674897:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.674909:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.674913:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.674916:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.674924:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.674930:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.674937:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.674942:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.674959:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.674963:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d37800 00000400:00000200:3.0:1767734705.674969:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.674975:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7bfbd [1] + 224 00000800:00000001:3.0:1767734705.674983:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.674992:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.674995:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.675000:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.675005:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.675013:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200852300 x1853602672113664/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734705.675027:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b200852300 x1853602672113664/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.675053:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734705.675060:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.675064:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.675143:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.675153:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.675155:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.675159:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.675166:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.675168:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.675173:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.675182:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200852300 x1853602672113664/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.675197:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200852300 x1853602672113664/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.675207:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.675209:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.675212:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.675215:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.675217:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.675220:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.675222:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.675228:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.675233:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.675236:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.675238:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.675240:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.675244:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.675247:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.675249:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.675252:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.675254:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.675281:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200852300 x1853602672113664/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.675292:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.675295:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.675297:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.675303:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200852300 x1853602672113664/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000010:1.1:1767734705.675344:0:251835:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:1.1:1767734705.675351:0:251835:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683ea00. 00000100:00100000:1.0:1767734705.675366:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200852300 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672113664:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.675372:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.675376:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.675378:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.675380:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.675384:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200852300 x1853602672113664/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.675393:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.675395:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.675399:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.675401:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.675404:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.675407:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.675409:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.675412:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.675415:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.675419:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.675424:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683e800, remote cookie: 0x9bbb2ede58dac74f, flags: 0x1001 00010000:00010000:1.0:1767734705.675430:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9f8 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac74f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.675441:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x27:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000001:1.0:1767734705.675445:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.675454:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.675458:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.675463:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.675467:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9f8 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac74f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.675484:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9f8 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac74f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.675491:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.675494:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.675496:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.675497:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.675499:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.675502:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x27:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.675507:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9f8 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac74f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.675514:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.675516:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.675518:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.675521:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.675523:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.675527:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9f8 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac74f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.675533:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.675535:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.675537:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.675538:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.675539:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.675541:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.675544:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.675546:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.675548:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.675550:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.675553:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.675556:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.675558:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.675561:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.675563:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.675565:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.675568:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.675570:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.675573:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.675577:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9f8 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac74f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.675584:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.675585:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.675587:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.675588:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.675590:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=5 00000020:00000001:1.0:1767734705.675592:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.675594:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.675597:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.675600:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9f8 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac74f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.675607:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.675608:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.675611:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9f8 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac74f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.675618:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.675620:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.675621:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.675622:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.675624:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.675628:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b200852300 x1853602672113664/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.675638:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.675639:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.675641:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.675643:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.675646:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.675649:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.675650:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.675651:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.675654:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.675656:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.675658:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.675660:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.675661:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.675664:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.675666:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000002:00010000:1.0:1767734705.675670:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9f8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac74f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.675677:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.675678:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.675680:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.675682:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.675683:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.675685:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.675687:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.675689:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.675693:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.675696:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.675699:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/39 (0 0) 00010000:00000001:1.0:1767734705.675703:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.675704:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.675706:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.675708:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.675711:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity30 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.675714:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.675718:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.675720:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.675724:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.675728:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.675731:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.675733:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.675735:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.675739:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.675741:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.675744:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920743 : 144115272414920743 : 2000013a3000027) 00000080:00000001:1.0:1767734705.675747:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.675752:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920743 : 144115272414920743 : 2000013a3000027) 00000080:00000001:1.0:1767734705.675755:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.675759:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x27:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.675763:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x27:0x0](ffff94b1c491a1c8): rc = 0 00000080:00000001:1.0:1767734705.675766:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626089960841672 : -117983748709944 : ffff94b1c491a1c8) 00010000:00000001:1.0:1767734705.675768:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.675770:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.675771:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.675774:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.675776:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000080:00000001:1.0:1767734705.675779:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.675781:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.675784:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.675786:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.675788:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.675791:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.675793:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1fe5313e0) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.675796:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.675799:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1fe5313e0) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.675802:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x27:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.675805:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.675807:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.675810:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.675812:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5313e0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.675816:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5313e0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.675819:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.675821:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.675824:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x27:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.675827:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.675830:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.675832:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.675833:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.675835:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.675837:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.675839:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.675843:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x27:0x0](ffff94b1c491a1c8) for lock 0x1886cffb85c2b9f8 00800000:00000001:1.0:1767734705.675846:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.675847:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.675849:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.675851:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.675852:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.675855:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.675857:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.675860:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.675862:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.675863:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.675865:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.675869:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682ca8 inode ffff94b1c491a1c8 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.675873:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.675876:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x27:0x0](ffff94b1c491a1c8) 00000080:00010000:1.0:1767734705.675879:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b9f8 from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.675882:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.675883:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.675885:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.675887:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.675890:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.675892:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.675895:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9f8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dac74f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.675903:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.675905:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.675907:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.675909:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.675912:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9f8 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dac74f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.675919:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.675922:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.675924:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.675926:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.675928:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.675930:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.675932:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.675934:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.675937:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.675939:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.675941:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.675943:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.675945:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.675947:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734705.675950:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c9645c00. 00000100:00000001:1.0:1767734705.675955:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.675960:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200852300 x1853602672113664/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.675969:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.675971:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.675974:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1ef332000. 02000000:00000001:1.0:1767734705.675977:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.675979:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.675981:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.675985:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.675987:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026e000. 02000000:00000001:1.0:1767734705.675990:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.675992:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.675994:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200852300. 00000100:00000001:1.0:1767734705.675998:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.675999:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.676002:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.676004:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.676006:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.676009:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.676012:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.676016:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.676020:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.676022:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.676024:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity30, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.676028:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.676030:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.676032:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.676034:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.676036:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.676038:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5313e0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.676041:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5313e0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.676043:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.676045:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.676047:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.676050:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734705.676055:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c9645c00. 00800000:00000001:1.0:1767734705.676063:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.676067:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.676069:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x27:0x0] 00800000:00000001:1.0:1767734705.676072:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.676074:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x27:0x0] -> mds #0 00000002:00000001:1.0:1767734705.676079:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.676081:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.676085:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.676088:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.676091:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.676095:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.676097:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.676100:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.676102:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.676105:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.676107:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.676110:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.676112:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.676115:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9f8 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dac74f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.676123:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.676125:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.676127:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.676129:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x27:0x0] mode (null) 00000002:00000001:1.0:1767734705.676132:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.676134:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.676136:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.676139:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.676142:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.676144:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.676146:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.676148:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.676150:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.676152:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.676154:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.676156:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.676157:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.676160:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.676162:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.676164:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.676165:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.676167:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.676169:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.676171:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.676174:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.676176:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.676178:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.676180:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.676182:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.676184:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.676186:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x27:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.676189:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.676191:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.676193:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.676195:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.676198:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x27:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.676200:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.676202:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.676204:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.676206:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.676209:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.676211:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x27:0x0](ffff94b1c491a1c8) invalid 00000020:00000001:1.0:1767734705.676214:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.676216:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity30 (ffff94b1df682ca8) parent ffff94b1d0bd05e8 inode ffff94b1c491a1c8 refc 1 00000080:00000001:1.0:1767734705.676220:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.676222:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.676224:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.676227:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.676229:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.676231:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.676233:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.676235:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.676238:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683e800 with handle 0x1886cffb85c2b9f8 from hash 00010000:00000001:1.0:1767734705.676241:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.676243:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.676245:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.676246:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.676249:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.676251:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.676254:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.676256:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.676258:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.676299:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200852300. 00000020:00000040:1.0:1767734705.676303:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=85 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.676334:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.676336:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.676339:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.676342:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.676345:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.676347:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.676348:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.676351:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.676353:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.676356:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.676364:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d04b9c00. 00000100:00000001:1.0:1767734705.676369:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.676371:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.676373:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.676378:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9f8 lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac74f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.676387:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.676389:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.676391:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.676394:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b9f8 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac74f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.676402:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.676406:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.676414:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.676416:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.676418:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.676420:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.676422:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.676430:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.676438:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b200852300 x1853602672113920/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.676455:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.676457:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.676462:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.676465:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.676468:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.676469:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966655744 : -117982742895872 : ffff94b200852300) 00000100:00000001:1.0:1767734705.676474:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.676477:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.676479:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.676481:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.676485:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200852300 x1853602672113920/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.676494:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.676496:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.676500:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.676502:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.676505:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.676508:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200852300 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672113920:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.676513:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.676516:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.676518:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.676521:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.676525:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1ef332000. 02000000:00000001:1.0:1767734705.676527:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.676534:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.676538:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.676543:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.676547:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672113920, portal 10 00000100:00000001:1.0:1767734705.676550:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.676552:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966655744 : -117982742895872 : ffff94b200852300) 00000100:00000040:1.0:1767734705.676558:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200852300 x1853602672113920/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.676575:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.676578:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.676581:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b220. 00000100:00000200:1.0:1767734705.676585:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672113920, offset 0 00000400:00000200:1.0:1767734705.676590:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.676596:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.676602:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.676607:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.676611:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.676614:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.676618:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.676622:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66829:66829:256:4294967295] 192.168.203.112@tcp LPNI seq info [66829:66829:8:4294967295] 00000400:00000200:1.0:1767734705.676628:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.676637:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.676644:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.676648:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c200. 00000800:00000200:1.0:1767734705.676654:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.676661:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.676665:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c200 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.676687:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.676692:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 27243 usecs (28 jiffies) 00000400:00000200:1.0:1767734705.676697:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.676700:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467526 00000100:00000001:1.0:1767734705.676706:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467521 00000100:00000001:1.0:1767734705.676711:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467526 00000100:00000001:1.0:1767734705.676715:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467521 00000100:00000001:1.0:1767734705.676718:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.676721:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.676724:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.676727:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.676729:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.676732:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.676735:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.676856:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.676864:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c200. 00000400:00000200:2.0:1767734705.676871:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.676879:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.676885:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b220 00000400:00000010:2.0:1767734705.676888:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b220. 00000100:00000001:2.0:1767734705.676892:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.676899:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200852300 x1853602672113920/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.676912:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.676916:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200852300 x1853602672113920/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.676927:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.676942:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.679387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1fbb0a420. 00000080:00000010:1.1:1767734705.679406:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c491dac0. 00000800:00000001:3.0:1767734705.681717:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.681729:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.681733:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.681736:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.681744:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.681751:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.681758:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.681762:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.681767:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.681772:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d37900 00000400:00000200:3.0:1767734705.681778:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.681784:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7bfc5 [1] + 224 00000800:00000001:3.0:1767734705.681791:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.681798:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.681801:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.681806:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.681824:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.681832:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200852300 x1853602672113920/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.681846:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b200852300 x1853602672113920/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.681873:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.681879:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.681885:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.681890:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.681897:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66830:66830:256:4294967295] 192.168.203.112@tcp LPNI seq info [66830:66830:8:4294967295] 00000400:00000200:3.0:1767734705.681903:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.681912:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.681919:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.681924:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.681930:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.681937:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.681943:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767734705.681965:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.681975:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.681977:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.681982:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.681990:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.681992:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.681997:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.682006:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200852300 x1853602672113920/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767734705.682016:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.682025:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000100:00000200:1.0:1767734705.682026:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200852300 x1853602672113920/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767734705.682035:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767734705.682047:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.682053:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.682054:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000001:1.0:1767734705.682060:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.682065:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.682068:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1767734705.682069:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767734705.682072:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.682077:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767734705.682079:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767734705.682086:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.682094:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.682098:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.682100:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.682103:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.682106:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.682109:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734705.682111:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x300005941] 00000100:00000001:1.0:1767734705.682113:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734705.682115:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.682117:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966655744 : -117982742895872 : ffff94b200852300) 00000100:00000001:1.0:1767734705.682121:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.682123:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.682126:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.682128:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.682135:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200852300 x1853602672113920/t12884924787(12884924787) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.682145:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.682148:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.682150:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.682156:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200852300 x1853602672113920/t12884924787(12884924787) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.682168:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200852300 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672113920:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.682177:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.682180:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.682183:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.682185:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.682189:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200852300 x1853602672113920/t12884924787(12884924787) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.682198:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.682201:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.682206:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.682208:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.682213:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.682216:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.682220:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c9645c00. 00000100:00000001:1.0:1767734705.682225:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.682229:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200852300 x1853602672113920/t12884924787(12884924787) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.682237:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.682241:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.682247:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.682250:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.682252:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity30 (ffff94b1df682ca8, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.682257:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.682288:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.682294:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.682300:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.682302:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.682305:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.682339:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.682343:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.682347:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1c6a35c38 -> ffff94b1c6a35c38 00000020:00000001:1.0:1767734705.682350:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.682352:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.682355:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x27:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.682359:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.682361:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.682362:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.682366:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x27:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.682370:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5313e0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.682373:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.682375:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.682379:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5313e0) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.682385:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.682388:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.682391:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.682395:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x27:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.682399:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.682400:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.682403:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.682407:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.682411:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.682414:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x27:0x0](ffff94b1c491a1c8) 00800000:00000001:1.0:1767734705.682420:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.682423:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x27:0x0] 00000002:00000001:1.0:1767734705.682427:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.682432:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.682435:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.682439:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.682444:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.682447:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.682451:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.682455:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.682458:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.682461:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.682466:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.682469:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5313e0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.682474:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.682476:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.682479:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5313e0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.682483:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.682485:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.682487:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5313e0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.682490:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5313e0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.682493:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1fe5313e0. 00020000:00000001:1.0:1767734705.682497:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.682499:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1c6a35bb8. 00000020:00001000:1.0:1767734705.682505:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.682507:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.682509:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.682517:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.682518:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.682521:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.682525:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.682546:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.682549:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.682551:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.682553:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.682556:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.682562:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b8c00. 00800000:00000002:1.0:1767734705.682567:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.682570:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.682573:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.682575:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.682577:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.682582:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.682585:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.682590:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.682592:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.682594:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.682598:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.682600:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.682602:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.682605:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.682608:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.682612:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.682615:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.682620:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.682631:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.682634:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.682638:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.682646:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.682649:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.682651:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.682653:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.682655:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.682658:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.682661:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.682663:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.682666:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b8c00. 00000080:00000001:1.0:1767734705.682670:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.682672:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.682675:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.682678:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.682682:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.682684:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.682686:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.682688:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.682691:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.682694:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.682697:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.682700:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.682701:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.682703:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.682705:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.682708:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.682710:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.682712:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.682713:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.682716:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.682718:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.682721:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.682724:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.682733:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.682734:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.682736:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.682738:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.682741:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.682748:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.682751:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.682753:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.682756:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.682757:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.682759:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.682762:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.682764:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.682766:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.682769:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.682772:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.682773:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.682775:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.682777:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.682779:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.682781:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.682785:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.682788:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.682790:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.682792:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.682795:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.682798:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.682800:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.682803:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.682805:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.682808:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.682809:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.682813:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.682822:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1fbb0a420. 00000020:00000001:1.0:1767734705.682825:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.682827:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity31, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.682830:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.682832:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.682834:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity31, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.682840:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b8c00. 00000080:00000001:1.0:1767734705.682844:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.682846:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.682848:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.682850:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity31' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.682853:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.682856:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.682858:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity31' -> mds #0 00000002:00000001:1.0:1767734705.682862:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.682864:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.682866:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity31,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.682870:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.682872:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.682876:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200852d80. 00000020:00000040:1.0:1767734705.682879:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=86 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.682883:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.682886:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.682889:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.682891:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.682892:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.682895:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.682897:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.682899:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.682904:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026e000. 00000100:00000001:1.0:1767734705.682909:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.682912:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.682915:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.682917:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.682919:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.682921:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.682926:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090966658432 : -117982742893184 : ffff94b200852d80) 00010000:00000001:1.0:1767734705.682930:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.682932:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.682935:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.682938:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.682941:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.682944:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683ea00. 00000020:00000001:1.0:1767734705.682947:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.682949:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683ea00 with handle 0x1886cffb85c2b9ff to hash 00000020:00000001:1.0:1767734705.682952:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.682954:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.682957:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.682960:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.682962:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.682966:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ff lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.682975:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ff lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.682985:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ff lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.682990:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.682992:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.682996:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.682999:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.683002:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.683003:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966658432 : -117982742893184 : ffff94b200852d80) 00000100:00000001:1.0:1767734705.683007:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.683011:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.683013:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.683014:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.683021:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200852d80 x1853602672114048/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.683030:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.683033:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.683036:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.683039:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.683042:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.683045:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200852d80 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672114048:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.683050:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.683053:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.683055:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.683057:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.683062:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1ef330000. 02000000:00000001:1.0:1767734705.683064:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.683071:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.683074:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.683079:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.683084:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672114048, portal 10 00000100:00000001:1.0:1767734705.683086:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.683088:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966658432 : -117982742893184 : ffff94b200852d80) 00000100:00000040:1.0:1767734705.683094:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b200852d80 x1853602672114048/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.683102:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.683105:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.683108:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bb28. 00000100:00000200:1.0:1767734705.683111:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672114048, offset 0 00000400:00000200:1.0:1767734705.683116:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.683123:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.683129:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.683133:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.683137:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.683140:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.683144:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.683148:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66831:66831:256:4294967295] 192.168.203.112@tcp LPNI seq info [66831:66831:8:4294967295] 00000400:00000200:1.0:1767734705.683153:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.683162:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.683168:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.683173:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472ce00. 00000800:00000200:1.0:1767734705.683178:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.683185:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.683189:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472ce00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.683212:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.683218:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 27131 usecs (28 jiffies) 00000400:00000200:1.0:1767734705.683222:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.683225:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467532 00000100:00000001:1.0:1767734705.683231:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467526 00000100:00000001:1.0:1767734705.683236:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467532 00000100:00000001:1.0:1767734705.683240:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467526 00000100:00000001:1.0:1767734705.683243:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.683246:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.683249:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.683251:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.683254:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.683256:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.683259:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767734705.683357:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:1.1:1767734705.683365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683e800. 00000800:00000200:2.0:1767734705.683414:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.683422:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472ce00. 00000400:00000200:2.0:1767734705.683430:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.683439:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.683445:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bb28 00000400:00000010:2.0:1767734705.683448:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bb28. 00000100:00000001:2.0:1767734705.683453:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.683462:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200852d80 x1853602672114048/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.683475:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.683480:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200852d80 x1853602672114048/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.683491:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.683494:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.686632:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.686644:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.686647:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.686651:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.686658:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.686665:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.686672:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.686688:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.686693:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.686698:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d37980 00000400:00000200:3.0:1767734705.686704:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.686710:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7bfcd [1] + 224 00000800:00000001:3.0:1767734705.686717:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.686727:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.686730:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.686735:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.686740:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.686747:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200852d80 x1853602672114048/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734705.686761:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b200852d80 x1853602672114048/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.686787:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734705.686795:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.686799:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.686881:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.686891:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.686893:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.686897:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.686904:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.686906:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.686910:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.686920:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200852d80 x1853602672114048/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.686934:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200852d80 x1853602672114048/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.686944:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.686946:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.686949:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.686951:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.686953:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.686955:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.686958:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.686965:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.686969:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.686972:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.686974:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.686976:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.686980:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.686983:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.686985:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.686987:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.686990:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.686995:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200852d80 x1853602672114048/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.687005:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.687008:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.687010:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.687015:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200852d80 x1853602672114048/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734705.687025:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200852d80 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672114048:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.687031:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.687034:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.687036:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.687038:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.687042:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200852d80 x1853602672114048/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.687050:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.687053:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.687056:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.687058:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.687060:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.687063:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.687065:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.687068:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734705.687070:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.687073:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734705.687079:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683ea00, remote cookie: 0x9bbb2ede58dac787, flags: 0x1001 00010000:00010000:1.0:1767734705.687084:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ff lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac787 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.687095:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x28:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000001:1.0:1767734705.687099:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.687108:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.687113:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.687117:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.687122:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ff lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x28:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac787 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.687131:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ff lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac787 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.687139:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.687142:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.687144:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.687145:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.687147:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.687150:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x28:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.687154:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ff lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac787 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.687161:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.687164:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.687165:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.687168:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.687170:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.687174:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ff lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac787 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.687181:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.687183:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.687184:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.687186:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.687187:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.687189:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.687192:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.687194:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.687195:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.687198:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.687201:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.687203:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.687206:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.687208:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.687209:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734705.687211:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.687214:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.687216:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.687219:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.687223:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ff lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac787 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.687230:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.687231:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.687233:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.687234:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.687236:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=5 00000020:00000001:1.0:1767734705.687238:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.687240:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.687243:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.687246:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ff lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac787 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.687253:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.687254:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.687257:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ff lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac787 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.687293:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.687294:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.687296:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.687297:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.687300:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.687305:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b200852d80 x1853602672114048/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.687346:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.687348:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.687350:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.687352:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.687355:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.687358:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.687359:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.687361:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.687363:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.687365:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.687368:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.687369:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.687371:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.687373:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.687376:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000002:00010000:1.0:1767734705.687381:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ff lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac787 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.687389:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.687393:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.687396:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.687399:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.687400:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.687401:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.687404:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.687409:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734705.687415:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.687418:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.687422:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/40 (0 0) 00010000:00000001:1.0:1767734705.687427:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.687431:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.687433:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.687437:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.687441:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity31 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.687446:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.687450:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.687454:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.687458:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.687462:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.687466:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.687469:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.687473:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.687477:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.687480:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.687484:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920744 : 144115272414920744 : 2000013a3000028) 00000080:00000001:1.0:1767734705.687487:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.687493:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920744 : 144115272414920744 : 2000013a3000028) 00000080:00000001:1.0:1767734705.687495:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.687499:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x28:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.687503:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x28:0x0](ffff94b1c491b248): rc = 0 00000080:00000001:1.0:1767734705.687506:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626089960845896 : -117983748705720 : ffff94b1c491b248) 00010000:00000001:1.0:1767734705.687508:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.687510:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.687512:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.687514:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.687517:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000080:00000001:1.0:1767734705.687519:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.687521:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.687524:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.687527:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.687529:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.687531:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.687534:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1fe5310f8) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.687537:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.687539:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1fe5310f8) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.687543:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x28:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.687546:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.687548:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.687551:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.687554:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5310f8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.687557:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5310f8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.687560:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.687562:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.687564:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x28:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.687567:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.687570:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.687572:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.687574:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.687575:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.687578:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.687580:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.687583:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x28:0x0](ffff94b1c491b248) for lock 0x1886cffb85c2b9ff 00800000:00000001:1.0:1767734705.687587:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.687589:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.687590:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.687592:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.687594:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.687596:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.687598:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.687601:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.687602:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.687604:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.687606:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.687610:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682000 inode ffff94b1c491b248 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.687613:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.687617:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x28:0x0](ffff94b1c491b248) 00000080:00010000:1.0:1767734705.687620:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b9ff from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.687622:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.687624:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.687626:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.687628:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.687631:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.687633:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.687637:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ff lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dac787 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.687644:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.687645:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.687647:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.687649:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.687652:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ff lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dac787 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.687659:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.687662:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.687664:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.687667:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.687668:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.687670:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.687672:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.687674:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.687677:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.687679:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.687681:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.687683:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.687684:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.687686:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734705.687689:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b8c00. 00000100:00000001:1.0:1767734705.687694:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.687700:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200852d80 x1853602672114048/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.687708:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.687710:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.687713:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1ef330000. 02000000:00000001:1.0:1767734705.687717:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.687719:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.687721:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=85 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.687723:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.687726:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026e000. 02000000:00000001:1.0:1767734705.687729:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.687730:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.687732:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200852d80. 00000100:00000001:1.0:1767734705.687737:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.687738:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.687741:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.687743:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.687745:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.687748:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.687751:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.687755:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.687758:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.687760:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.687763:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity31, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.687766:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.687769:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.687770:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.687773:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.687775:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.687777:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5310f8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.687779:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5310f8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.687782:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.687784:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.687786:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.687789:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734705.687794:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b8c00. 00800000:00000001:1.0:1767734705.687801:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.687805:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.687807:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x28:0x0] 00800000:00000001:1.0:1767734705.687810:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.687812:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x28:0x0] -> mds #0 00000002:00000001:1.0:1767734705.687817:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.687819:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.687823:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.687826:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.687829:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.687831:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.687834:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.687836:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.687839:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.687841:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.687843:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.687845:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.687848:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.687851:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ff lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dac787 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.687858:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.687861:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.687862:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.687864:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x28:0x0] mode (null) 00000002:00000001:1.0:1767734705.687867:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.687869:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.687871:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.687874:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.687877:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.687879:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.687881:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.687883:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.687885:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.687888:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.687889:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.687891:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.687893:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.687895:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.687897:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.687899:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.687901:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.687903:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.687905:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.687908:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.687910:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.687912:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.687914:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.687916:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.687918:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.687920:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.687922:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x28:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.687924:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.687926:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.687928:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.687930:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.687932:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x28:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.687935:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.687937:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.687939:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.687941:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.687943:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.687945:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x28:0x0](ffff94b1c491b248) invalid 00000020:00000001:1.0:1767734705.687948:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.687951:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity31 (ffff94b1df682000) parent ffff94b1d0bd05e8 inode ffff94b1c491b248 refc 1 00000080:00000001:1.0:1767734705.687954:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.687956:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.687958:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.687961:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.687963:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.687965:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.687967:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.687969:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.687973:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683ea00 with handle 0x1886cffb85c2b9ff from hash 00010000:00000001:1.0:1767734705.687976:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.687977:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.687979:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.687981:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.687984:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.687986:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.687989:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.687992:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.687994:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.687998:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200852d80. 00000020:00000040:1.0:1767734705.688002:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=86 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.688005:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.688007:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.688009:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.688012:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.688016:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.688017:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.688019:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.688021:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.688023:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.688026:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.688031:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d04b8400. 00000100:00000001:1.0:1767734705.688036:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.688039:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.688041:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.688045:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ff lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac787 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.688053:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.688055:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.688058:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.688061:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b9ff lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac787 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.688069:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.688073:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.688081:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.688083:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.688085:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.688087:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.688090:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.688097:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.688105:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b200852d80 x1853602672114304/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.688113:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.688115:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.688119:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.688122:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.688125:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.688126:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966658432 : -117982742893184 : ffff94b200852d80) 00000100:00000001:1.0:1767734705.688130:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.688134:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.688136:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.688137:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.688142:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200852d80 x1853602672114304/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.688150:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.688152:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.688155:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.688158:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.688160:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.688164:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200852d80 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672114304:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.688169:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.688172:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.688174:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.688176:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.688180:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1ef330000. 02000000:00000001:1.0:1767734705.688182:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.688189:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.688192:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.688197:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.688202:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672114304, portal 10 00000100:00000001:1.0:1767734705.688205:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.688206:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966658432 : -117982742893184 : ffff94b200852d80) 00000100:00000040:1.0:1767734705.688212:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200852d80 x1853602672114304/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.688221:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.688224:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.688227:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b330. 00000100:00000200:1.0:1767734705.688230:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672114304, offset 0 00000400:00000200:1.0:1767734705.688236:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.688242:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.688248:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.688252:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.688256:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.688286:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.688291:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.688296:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66832:66832:256:4294967295] 192.168.203.112@tcp LPNI seq info [66832:66832:8:4294967295] 00000400:00000200:1.0:1767734705.688301:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000080:00000010:1.1:1767734705.688360:0:251835:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1fbb0a2e0. 00000080:00000010:1.1:1767734705.688374:0:251835:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c491a100. 00000400:00000200:1.0:1767734705.688389:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.688396:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.688402:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c900. 00000800:00000200:1.0:1767734705.688409:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.688422:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.688426:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c900 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.688447:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.688452:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 27007 usecs (28 jiffies) 00000400:00000200:1.0:1767734705.688458:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.688462:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467538 00000100:00000001:1.0:1767734705.688469:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467532 00000100:00000001:1.0:1767734705.688475:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467538 00000100:00000001:1.0:1767734705.688479:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467532 00000100:00000001:1.0:1767734705.688483:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.688486:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.688489:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.688491:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.688494:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.688497:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.688499:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.688616:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.688624:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c900. 00000400:00000200:2.0:1767734705.688631:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.688640:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.688645:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b330 00000400:00000010:2.0:1767734705.688648:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b330. 00000100:00000001:2.0:1767734705.688652:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.688660:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200852d80 x1853602672114304/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.688673:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.688677:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200852d80 x1853602672114304/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.688687:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.688689:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767734705.693394:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:1.1:1767734705.693406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683ea00. 00000800:00000001:3.0:1767734705.693711:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.693722:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.693726:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.693729:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.693737:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.693744:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.693751:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.693756:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.693761:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.693766:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d37a80 00000400:00000200:3.0:1767734705.693771:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.693777:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7bfd5 [1] + 224 00000800:00000001:3.0:1767734705.693785:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.693792:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.693795:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.693810:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.693816:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.693823:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200852d80 x1853602672114304/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.693838:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b200852d80 x1853602672114304/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.693863:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.693869:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.693874:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.693880:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.693887:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66833:66833:256:4294967295] 192.168.203.112@tcp LPNI seq info [66833:66833:8:4294967295] 00000400:00000200:3.0:1767734705.693892:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.693902:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.693908:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.693914:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.693919:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.693926:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.693931:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767734705.693969:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.693979:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.693981:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.693985:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.693994:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.693997:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000800:00000200:3.0:1767734705.694001:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767734705.694003:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000010:3.0:1767734705.694011:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000100:00000200:1.0:1767734705.694020:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200852d80 x1853602672114304/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767734705.694022:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.694043:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000200:1.0:1767734705.694055:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200852d80 x1853602672114304/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767734705.694057:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.694066:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.694074:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.694080:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.694083:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.694086:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.694088:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.694090:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.694093:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.694099:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.694104:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.694107:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.694109:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.694112:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.694115:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.694118:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734705.694121:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x300005942] 00000100:00000001:1.0:1767734705.694124:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734705.694126:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.694130:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966658432 : -117982742893184 : ffff94b200852d80) 00000100:00000001:1.0:1767734705.694134:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.694137:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.694141:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.694145:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.694151:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200852d80 x1853602672114304/t12884924788(12884924788) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.694161:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.694165:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.694168:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.694173:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200852d80 x1853602672114304/t12884924788(12884924788) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.694184:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200852d80 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672114304:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.694189:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.694192:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.694194:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.694196:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.694200:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200852d80 x1853602672114304/t12884924788(12884924788) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.694208:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.694211:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.694215:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.694217:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.694222:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.694225:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.694229:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b8c00. 00000100:00000001:1.0:1767734705.694234:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.694239:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200852d80 x1853602672114304/t12884924788(12884924788) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.694248:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.694252:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.694258:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.694295:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.694298:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity31 (ffff94b1df682000, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.694302:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.694337:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.694342:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.694350:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.694352:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.694354:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.694357:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.694361:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.694365:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1c6a35dc8 -> ffff94b1c6a35dc8 00000020:00000001:1.0:1767734705.694368:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.694370:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.694372:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x28:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.694376:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.694379:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.694380:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.694384:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x28:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.694388:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5310f8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.694391:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.694393:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.694396:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5310f8) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.694399:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.694401:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.694404:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.694406:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x28:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.694409:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.694410:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.694413:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.694415:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.694418:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.694420:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x28:0x0](ffff94b1c491b248) 00800000:00000001:1.0:1767734705.694424:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.694425:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x28:0x0] 00000002:00000001:1.0:1767734705.694429:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.694434:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.694436:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.694438:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.694441:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.694443:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.694446:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.694449:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.694451:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.694453:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.694456:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.694458:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5310f8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.694461:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.694463:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.694465:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5310f8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.694468:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.694470:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.694472:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5310f8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.694474:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5310f8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.694477:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1fe5310f8. 00020000:00000001:1.0:1767734705.694481:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.694483:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1c6a35d48. 00000020:00001000:1.0:1767734705.694487:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.694489:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.694491:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.694498:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.694500:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.694503:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.694507:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.694527:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.694530:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.694532:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.694534:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.694536:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.694542:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b8c00. 00800000:00000002:1.0:1767734705.694546:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.694549:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.694552:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.694554:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.694557:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.694561:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.694564:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.694568:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.694570:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.694573:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.694577:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.694579:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.694581:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.694584:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.694587:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.694591:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.694594:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.694598:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.694610:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.694613:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.694617:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.694625:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.694627:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.694630:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.694632:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.694634:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.694636:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.694640:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.694642:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.694645:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b8c00. 00000080:00000001:1.0:1767734705.694648:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.694650:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.694653:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.694657:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.694661:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.694663:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.694665:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.694668:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.694670:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.694673:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.694676:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.694679:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.694681:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.694683:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.694685:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.694688:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.694691:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.694692:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.694694:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.694696:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.694699:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.694701:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.694704:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.694712:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.694713:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.694715:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.694717:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.694720:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.694727:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.694730:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.694732:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.694735:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.694736:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.694738:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.694741:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.694743:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.694746:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.694749:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.694751:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.694753:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.694754:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.694756:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.694757:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.694760:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.694764:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.694767:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.694769:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.694771:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.694774:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.694777:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.694779:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.694783:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.694785:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.694788:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.694789:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.694792:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.694802:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1fbb0a2e0. 00000020:00000001:1.0:1767734705.694805:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.694807:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity32, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.694811:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.694813:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.694815:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity32, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.694821:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b8c00. 00000080:00000001:1.0:1767734705.694825:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.694827:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.694828:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.694831:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity32' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.694834:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.694837:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.694840:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity32' -> mds #0 00000002:00000001:1.0:1767734705.694844:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.694845:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.694848:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity32,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.694852:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.694854:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.694857:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200850a80. 00000020:00000040:1.0:1767734705.694861:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=87 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.694865:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.694868:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.694870:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.694872:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.694874:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.694876:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.694879:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.694881:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.694886:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026e000. 00000100:00000001:1.0:1767734705.694891:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.694894:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.694897:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.694899:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.694900:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.694903:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.694908:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090966649472 : -117982742902144 : ffff94b200850a80) 00010000:00000001:1.0:1767734705.694912:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.694914:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.694917:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.694920:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.694923:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.694926:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683ea00. 00000020:00000001:1.0:1767734705.694929:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.694932:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683ea00 with handle 0x1886cffb85c2ba06 to hash 00000020:00000001:1.0:1767734705.694934:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.694937:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.694940:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.694943:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.694945:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.694949:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba06 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.694957:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba06 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.694966:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba06 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.694972:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.694973:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.694977:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.694980:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.694982:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.694984:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966649472 : -117982742902144 : ffff94b200850a80) 00000100:00000001:1.0:1767734705.694988:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.694991:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.694993:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.694995:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.695001:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200850a80 x1853602672114432/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.695011:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.695013:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.695016:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.695019:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.695021:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.695025:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200850a80 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672114432:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.695029:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.695032:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.695035:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.695037:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.695041:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1ef336000. 02000000:00000001:1.0:1767734705.695045:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.695051:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.695055:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.695060:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.695065:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672114432, portal 10 00000100:00000001:1.0:1767734705.695067:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.695069:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966649472 : -117982742902144 : ffff94b200850a80) 00000100:00000040:1.0:1767734705.695075:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b200850a80 x1853602672114432/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.695084:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.695088:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.695090:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b6e8. 00000100:00000200:1.0:1767734705.695094:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672114432, offset 0 00000400:00000200:1.0:1767734705.695100:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.695106:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.695112:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.695116:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.695120:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.695123:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.695127:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.695131:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66834:66834:256:4294967295] 192.168.203.112@tcp LPNI seq info [66834:66834:8:4294967295] 00000400:00000200:1.0:1767734705.695137:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.695146:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.695152:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.695156:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cd00. 00000800:00000200:1.0:1767734705.695162:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.695170:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.695174:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cd00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.695198:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.695203:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 26898 usecs (27 jiffies) 00000400:00000200:1.0:1767734705.695208:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.695211:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467543 00000100:00000001:1.0:1767734705.695216:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467538 00000100:00000001:1.0:1767734705.695221:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467543 00000100:00000001:1.0:1767734705.695224:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467538 00000100:00000001:1.0:1767734705.695228:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.695231:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.695233:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.695235:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.695238:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.695241:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.695243:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.695424:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.695433:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cd00. 00000400:00000200:2.0:1767734705.695441:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.695454:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.695472:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b6e8 00000400:00000010:2.0:1767734705.695476:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b6e8. 00000100:00000001:2.0:1767734705.695481:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.695489:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200850a80 x1853602672114432/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.695503:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.695507:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200850a80 x1853602672114432/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.695517:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.695520:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734705.698876:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.698890:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.698895:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.698900:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.698908:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.698920:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.698930:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.698934:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.698940:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.698944:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d37b00 00000400:00000200:2.0:1767734705.698951:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.698956:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7bfdd [1] + 224 00000800:00000001:2.0:1767734705.698964:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.698972:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.698976:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.698980:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.698985:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.698993:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200850a80 x1853602672114432/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734705.699007:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b200850a80 x1853602672114432/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.699032:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734705.699052:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.699057:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.699129:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.699138:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.699140:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.699144:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.699151:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.699154:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.699157:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.699167:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200850a80 x1853602672114432/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.699181:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200850a80 x1853602672114432/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.699191:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.699193:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.699195:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.699198:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.699200:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.699203:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.699205:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.699211:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.699216:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.699219:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.699221:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.699224:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.699228:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.699231:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.699233:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.699236:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.699238:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.699243:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200850a80 x1853602672114432/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.699252:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.699255:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.699257:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.699290:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200850a80 x1853602672114432/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734705.699300:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200850a80 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672114432:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.699356:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.699360:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.699364:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.699368:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.699374:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200850a80 x1853602672114432/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.699384:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.699387:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.699391:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.699392:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.699395:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.699399:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.699401:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.699405:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734705.699409:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.699413:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734705.699420:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683ea00, remote cookie: 0x9bbb2ede58dac7bf, flags: 0x1001 00010000:00010000:1.0:1767734705.699427:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba06 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac7bf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.699439:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x29:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000001:1.0:1767734705.699445:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.699454:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.699459:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.699464:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.699468:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba06 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac7bf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.699478:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba06 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac7bf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.699485:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.699488:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.699490:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.699492:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.699493:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.699496:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x29:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.699501:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba06 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac7bf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.699508:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.699510:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.699512:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.699516:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.699519:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.699523:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba06 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac7bf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.699529:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.699531:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.699533:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.699535:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.699536:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.699538:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.699543:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.699545:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.699546:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.699548:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.699552:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.699554:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.699557:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.699558:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.699560:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734705.699562:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.699565:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.699567:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.699570:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.699573:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba06 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac7bf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.699581:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.699582:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.699584:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.699585:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.699587:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=5 00000020:00000001:1.0:1767734705.699589:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.699591:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.699594:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.699597:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba06 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac7bf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.699604:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.699606:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.699609:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba06 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac7bf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.699624:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.699625:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.699627:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.699631:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.699633:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.699640:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b200850a80 x1853602672114432/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.699649:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.699650:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.699652:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.699654:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.699657:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.699660:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.699662:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.699663:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.699666:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.699668:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.699670:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.699672:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.699674:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.699676:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.699679:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000002:00010000:1.0:1767734705.699682:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba06 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac7bf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.699689:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.699691:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.699692:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.699694:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.699696:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.699697:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.699699:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.699703:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734705.699706:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.699709:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.699713:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/41 (0 0) 00010000:00000001:1.0:1767734705.699717:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.699718:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.699720:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.699722:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.699725:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity32 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.699728:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.699731:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.699734:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.699737:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.699740:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.699743:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.699745:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.699747:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.699751:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.699753:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.699755:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920745 : 144115272414920745 : 2000013a3000029) 00000080:00000001:1.0:1767734705.699758:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.699763:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920745 : 144115272414920745 : 2000013a3000029) 00000080:00000001:1.0:1767734705.699766:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.699770:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x29:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.699773:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x29:0x0](ffff94b1c491d348): rc = 0 00000080:00000001:1.0:1767734705.699776:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626089960854344 : -117983748697272 : ffff94b1c491d348) 00010000:00000001:1.0:1767734705.699778:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.699780:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.699781:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.699784:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.699786:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000080:00000001:1.0:1767734705.699789:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.699791:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.699794:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.699797:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.699799:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.699802:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.699805:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1fe5311f0) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.699808:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.699810:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1fe5311f0) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.699814:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x29:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.699816:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.699818:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.699822:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.699824:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5311f0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.699827:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5311f0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.699830:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.699832:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.699835:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x29:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.699837:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.699840:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.699842:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.699843:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.699845:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.699848:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.699850:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.699853:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x29:0x0](ffff94b1c491d348) for lock 0x1886cffb85c2ba06 00800000:00000001:1.0:1767734705.699856:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.699858:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.699859:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.699861:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.699863:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.699866:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.699868:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.699871:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.699873:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.699874:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.699876:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.699881:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682ca8 inode ffff94b1c491d348 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.699885:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.699888:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x29:0x0](ffff94b1c491d348) 00000080:00010000:1.0:1767734705.699892:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2ba06 from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.699895:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.699896:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.699898:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.699901:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.699903:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.699905:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.699909:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba06 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dac7bf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.699916:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.699917:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.699919:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.699921:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.699924:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba06 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dac7bf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.699931:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.699933:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.699935:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.699938:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.699939:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.699941:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.699944:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.699946:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.699949:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.699951:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.699953:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.699955:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.699956:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.699958:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734705.699961:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b8c00. 00000100:00000001:1.0:1767734705.699966:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.699972:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200850a80 x1853602672114432/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.699981:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.699983:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.699986:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1ef336000. 02000000:00000001:1.0:1767734705.699989:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.699991:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.699993:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=86 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.699995:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.699998:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026e000. 02000000:00000001:1.0:1767734705.700001:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.700003:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.700005:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200850a80. 00000100:00000001:1.0:1767734705.700008:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.700009:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.700012:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.700014:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.700016:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.700019:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.700022:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.700026:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.700030:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.700032:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.700034:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity32, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.700038:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.700040:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.700042:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.700045:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.700047:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.700049:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5311f0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.700052:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5311f0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.700054:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.700056:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.700058:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.700061:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734705.700066:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b8c00. 00800000:00000001:1.0:1767734705.700074:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.700078:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.700080:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x29:0x0] 00800000:00000001:1.0:1767734705.700083:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.700086:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x29:0x0] -> mds #0 00000002:00000001:1.0:1767734705.700090:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.700092:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.700095:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.700098:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.700101:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.700104:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.700106:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.700109:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.700111:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.700114:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.700116:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.700118:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.700120:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.700124:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba06 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dac7bf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.700131:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.700134:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.700135:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.700137:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x29:0x0] mode (null) 00000002:00000001:1.0:1767734705.700140:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.700142:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.700145:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.700147:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.700151:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.700153:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.700154:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.700156:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.700159:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.700161:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.700163:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.700165:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.700167:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.700169:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.700172:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.700174:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.700175:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.700177:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.700179:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.700182:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.700184:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.700186:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.700187:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.700189:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.700191:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.700193:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.700195:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x29:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.700197:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.700200:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.700202:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.700204:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.700206:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x29:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.700208:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.700210:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.700212:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.700214:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.700216:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.700218:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x29:0x0](ffff94b1c491d348) invalid 00000020:00000001:1.0:1767734705.700221:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.700224:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity32 (ffff94b1df682ca8) parent ffff94b1d0bd05e8 inode ffff94b1c491d348 refc 1 00000080:00000001:1.0:1767734705.700227:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.700229:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.700231:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.700234:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.700237:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.700239:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.700241:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.700243:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.700247:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683ea00 with handle 0x1886cffb85c2ba06 from hash 00010000:00000001:1.0:1767734705.700250:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.700251:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.700253:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.700254:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.700257:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.700258:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.700292:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.700295:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.700297:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.700303:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200850a80. 00000020:00000040:1.0:1767734705.700345:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=87 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.700349:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.700351:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.700354:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.700357:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.700359:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.700361:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.700363:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.700365:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.700367:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.700370:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.700377:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d04b8000. 00000100:00000001:1.0:1767734705.700381:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.700384:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.700386:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.700391:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba06 lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac7bf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.700399:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.700401:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.700404:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.700407:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba06 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac7bf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.700421:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.700426:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.700439:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.700441:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.700444:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.700446:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.700448:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.700456:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.700464:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b200850a80 x1853602672114688/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.700472:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.700474:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.700479:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.700481:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.700484:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.700486:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966649472 : -117982742902144 : ffff94b200850a80) 00000100:00000001:1.0:1767734705.700489:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.700493:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.700495:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.700497:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.700501:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200850a80 x1853602672114688/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.700509:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.700511:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.700514:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.700517:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.700520:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.700523:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200850a80 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672114688:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.700528:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.700531:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.700533:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.700536:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.700539:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1ef336000. 02000000:00000001:1.0:1767734705.700542:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.700548:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.700552:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.700556:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.700561:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672114688, portal 10 00000100:00000001:1.0:1767734705.700564:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.700566:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966649472 : -117982742902144 : ffff94b200850a80) 00000100:00000040:1.0:1767734705.700571:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200850a80 x1853602672114688/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.700580:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.700583:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.700585:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bf68. 00000100:00000200:1.0:1767734705.700589:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672114688, offset 0 00000400:00000200:1.0:1767734705.700594:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.700600:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.700606:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.700611:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.700614:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.700618:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.700632:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.700637:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66835:66835:256:4294967295] 192.168.203.112@tcp LPNI seq info [66835:66835:8:4294967295] 00000400:00000200:1.0:1767734705.700643:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.700652:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.700658:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.700662:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cb00. 00000800:00000200:1.0:1767734705.700669:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.700675:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.700680:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cb00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.700697:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.700702:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 26780 usecs (27 jiffies) 00000400:00000200:1.0:1767734705.700706:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.700709:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467549 00000100:00000001:1.0:1767734705.700716:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467543 00000100:00000001:1.0:1767734705.700726:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467549 00000100:00000001:1.0:1767734705.700731:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467543 00000100:00000001:1.0:1767734705.700736:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.700739:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.700742:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.700745:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.700748:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.700752:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.700755:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.700818:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.700826:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cb00. 00000400:00000200:2.0:1767734705.700833:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.700841:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.700847:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bf68 00000400:00000010:2.0:1767734705.700850:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bf68. 00000100:00000001:2.0:1767734705.700854:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.700862:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200850a80 x1853602672114688/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.700875:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.700880:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200850a80 x1853602672114688/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.700890:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.700893:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.704392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1fbb0a420. 00000080:00000010:1.1:1767734705.704421:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c491b180. 00000800:00000001:2.0:1767734705.705748:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.705762:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.705766:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.705770:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.705777:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.705784:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.705792:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.705798:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.705802:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.705807:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d37c00 00000400:00000200:2.0:1767734705.705813:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.705819:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7bfe5 [1] + 224 00000800:00000001:2.0:1767734705.705826:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.705835:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.705838:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.705844:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.705849:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.705867:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200850a80 x1853602672114688/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734705.705883:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b200850a80 x1853602672114688/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.705911:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734705.705918:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734705.705923:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.705929:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734705.705936:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66836:66836:256:4294967295] 192.168.203.112@tcp LPNI seq info [66836:66836:8:4294967295] 00000400:00000200:2.0:1767734705.705942:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.705952:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:2.0:1767734705.705958:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734705.705964:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790200. 00000800:00000200:2.0:1767734705.705970:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734705.705979:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734705.705985:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790200 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767734705.706000:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.706011:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.706013:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.706018:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.706026:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.706028:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.706034:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.706044:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200850a80 x1853602672114688/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767734705.706063:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1767734705.706063:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200850a80 x1853602672114688/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767734705.706073:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790200. 00000400:00000200:2.0:1767734705.706086:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767734705.706087:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.706093:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.706100:0:251835:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767734705.706103:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 02000000:00000001:1.0:1767734705.706106:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1767734705.706109:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767734705.706111:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.706117:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.706121:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767734705.706123:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767734705.706128:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.706137:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.706142:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.706144:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.706147:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.706151:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.706154:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734705.706156:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x300005943] 00000100:00000001:1.0:1767734705.706158:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734705.706161:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.706163:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966649472 : -117982742902144 : ffff94b200850a80) 00000100:00000001:1.0:1767734705.706166:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.706168:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.706170:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.706173:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.706179:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200850a80 x1853602672114688/t12884924789(12884924789) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.706189:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.706192:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.706194:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.706199:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200850a80 x1853602672114688/t12884924789(12884924789) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.706211:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200850a80 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672114688:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.706218:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.706221:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.706224:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.706226:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.706231:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200850a80 x1853602672114688/t12884924789(12884924789) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.706240:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.706244:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.706248:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.706250:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.706255:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.706258:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.706290:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b8c00. 00000100:00000001:1.0:1767734705.706297:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.706301:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200850a80 x1853602672114688/t12884924789(12884924789) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.706345:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.706349:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.706356:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.706358:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.706361:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity32 (ffff94b1df682ca8, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.706365:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.706369:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.706373:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.706379:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.706381:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.706383:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.706386:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.706389:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.706393:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1c6a352d8 -> ffff94b1c6a352d8 00000020:00000001:1.0:1767734705.706395:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.706397:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.706400:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x29:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.706404:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.706405:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.706407:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.706411:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x29:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.706415:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5311f0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.706418:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.706420:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.706422:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5311f0) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.706426:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.706428:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.706430:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.706432:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x29:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.706435:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.706437:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.706439:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.706442:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.706445:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.706447:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x29:0x0](ffff94b1c491d348) 00800000:00000001:1.0:1767734705.706450:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.706452:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x29:0x0] 00000002:00000001:1.0:1767734705.706456:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.706459:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.706462:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.706464:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.706466:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.706468:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.706471:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.706474:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.706475:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.706478:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.706489:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.706491:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5311f0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.706529:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.706531:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.706534:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5311f0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.706536:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.706538:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.706540:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5311f0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.706543:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5311f0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.706546:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1fe5311f0. 00020000:00000001:1.0:1767734705.706550:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.706552:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1c6a35258. 00000020:00001000:1.0:1767734705.706556:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.706559:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.706561:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.706568:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.706570:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.706572:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.706576:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.706596:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.706600:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.706601:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.706604:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.706607:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.706612:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b9a00. 00800000:00000002:1.0:1767734705.706617:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.706620:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.706623:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.706625:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.706628:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.706632:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.706635:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.706639:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.706641:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.706644:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.706648:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.706650:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.706652:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.706656:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.706659:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.706663:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.706665:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.706670:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.706681:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.706685:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.706689:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.706697:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.706700:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.706702:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.706704:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.706707:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.706709:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.706713:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.706715:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.706718:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b9a00. 00000080:00000001:1.0:1767734705.706722:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.706724:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.706727:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.706731:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.706734:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.706737:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.706739:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.706740:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.706743:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.706746:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.706749:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.706752:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.706753:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.706755:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.706757:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.706760:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.706763:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.706764:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.706766:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.706768:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.706770:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.706773:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.706776:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.706784:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.706785:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.706787:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.706789:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.706792:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.706800:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.706803:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.706805:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.706808:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.706809:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.706811:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.706814:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.706816:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.706818:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.706820:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.706823:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.706825:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.706826:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.706828:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.706830:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.706832:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.706836:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.706839:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.706841:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.706843:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.706846:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.706849:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.706851:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.706854:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.706856:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.706859:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.706861:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.706864:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.706873:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1fbb0a420. 00000020:00000001:1.0:1767734705.706877:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.706879:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity33, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.706882:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.706884:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.706886:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity33, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.706892:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b9a00. 00000080:00000001:1.0:1767734705.706897:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.706898:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.706900:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.706902:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity33' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.706906:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.706909:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.706911:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity33' -> mds #0 00000002:00000001:1.0:1767734705.706915:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.706917:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.706919:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity33,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.706923:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.706925:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.706928:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200851880. 00000020:00000040:1.0:1767734705.706932:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=88 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.706935:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.706939:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.706941:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.706943:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.706945:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.706947:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.706950:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.706952:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.706957:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026e000. 00000100:00000001:1.0:1767734705.706962:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.706965:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.706967:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.706970:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.706971:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.706974:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.706979:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090966653056 : -117982742898560 : ffff94b200851880) 00010000:00000001:1.0:1767734705.706982:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.706984:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.706988:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.706991:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.706994:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.706998:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683e800. 00000020:00000001:1.0:1767734705.707001:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.707004:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683e800 with handle 0x1886cffb85c2ba0d to hash 00000020:00000001:1.0:1767734705.707007:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.707009:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.707012:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.707015:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.707017:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.707021:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba0d lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.707029:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba0d lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.707038:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba0d lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.707044:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.707045:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.707050:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.707052:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.707055:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.707057:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966653056 : -117982742898560 : ffff94b200851880) 00000100:00000001:1.0:1767734705.707062:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.707065:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.707067:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.707069:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.707075:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200851880 x1853602672114816/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.707085:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.707087:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.707090:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.707093:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.707096:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.707099:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200851880 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672114816:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.707104:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.707107:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.707110:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.707112:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.707118:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c9b6f000. 02000000:00000001:1.0:1767734705.707121:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.707127:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.707130:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.707135:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.707140:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672114816, portal 10 00000100:00000001:1.0:1767734705.707143:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.707144:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966653056 : -117982742898560 : ffff94b200851880) 00000100:00000040:1.0:1767734705.707150:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b200851880 x1853602672114816/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.707159:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.707162:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.707165:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b110. 00000100:00000200:1.0:1767734705.707168:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672114816, offset 0 00000400:00000200:1.0:1767734705.707173:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.707179:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.707185:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.707190:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.707194:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.707197:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.707200:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.707204:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66837:66837:256:4294967295] 192.168.203.112@tcp LPNI seq info [66837:66837:8:4294967295] 00000400:00000200:1.0:1767734705.707210:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.707219:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.707225:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.707229:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cb00. 00000800:00000200:1.0:1767734705.707235:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.707243:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.707247:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cb00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.707295:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.707301:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 26672 usecs (27 jiffies) 00000400:00000200:1.0:1767734705.707332:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.707336:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467556 00000100:00000001:1.0:1767734705.707342:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467549 00000100:00000001:1.0:1767734705.707348:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467556 00000100:00000001:1.0:1767734705.707353:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467549 00000100:00000001:1.0:1767734705.707358:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.707361:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.707364:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.707367:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.707371:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.707375:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.707378:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.707451:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.707459:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cb00. 00000400:00000200:2.0:1767734705.707466:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.707474:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.707480:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b110 00000400:00000010:2.0:1767734705.707482:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b110. 00000100:00000001:2.0:1767734705.707487:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.707495:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200851880 x1853602672114816/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.707529:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.707534:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200851880 x1853602672114816/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.707544:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.707546:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767734705.710389:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:1.1:1767734705.710401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683ea00. 00000800:00000001:3.0:1767734705.710576:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.710588:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.710592:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.710595:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.710613:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.710621:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.710627:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.710632:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.710637:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.710642:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d37c80 00000400:00000200:3.0:1767734705.710648:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.710654:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7bfed [1] + 224 00000800:00000001:3.0:1767734705.710661:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.710670:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.710673:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.710678:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.710683:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.710691:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200851880 x1853602672114816/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734705.710705:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b200851880 x1853602672114816/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.710731:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734705.710738:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.710742:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.710819:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.710829:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.710831:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.710835:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.710842:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.710844:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.710848:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.710858:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200851880 x1853602672114816/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.710872:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200851880 x1853602672114816/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.710882:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.710884:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.710887:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.710890:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.710892:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.710895:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.710898:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.710904:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.710909:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.710912:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.710914:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.710916:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.710920:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.710923:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.710925:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.710927:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.710930:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.710935:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200851880 x1853602672114816/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.710944:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.710947:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.710949:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.710954:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200851880 x1853602672114816/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734705.710964:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200851880 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672114816:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.710969:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.710972:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.710975:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.710977:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.710981:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200851880 x1853602672114816/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.710988:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.710992:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.710995:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.710996:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.710999:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.711001:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.711003:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.711007:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.711010:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.711013:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.711018:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683e800, remote cookie: 0x9bbb2ede58dac7f7, flags: 0x1001 00010000:00010000:1.0:1767734705.711024:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba0d lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac7f7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.711034:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x2a:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000001:1.0:1767734705.711038:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.711046:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.711050:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.711054:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.711058:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba0d lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac7f7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.711067:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba0d lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac7f7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.711075:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.711078:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.711080:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.711081:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.711083:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.711086:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x2a:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.711091:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba0d lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac7f7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.711098:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.711100:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.711102:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.711105:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.711107:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.711112:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba0d lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac7f7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.711119:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.711121:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.711123:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.711124:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.711126:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.711127:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.711131:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.711133:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.711134:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.711136:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.711138:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.711141:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.711144:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.711145:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.711147:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.711149:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.711152:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.711154:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.711157:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.711161:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba0d lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac7f7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.711169:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.711171:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.711172:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.711174:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.711176:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=5 00000020:00000001:1.0:1767734705.711178:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.711181:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.711183:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.711186:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba0d lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac7f7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.711194:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.711196:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.711199:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba0d lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac7f7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.711206:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.711207:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.711209:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.711210:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.711212:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.711216:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b200851880 x1853602672114816/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.711225:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.711226:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.711228:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.711230:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.711233:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.711235:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.711237:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.711238:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.711240:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.711243:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.711245:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.711247:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.711248:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.711251:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.711254:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000002:00010000:1.0:1767734705.711258:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba0d lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac7f7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.711297:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.711300:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.711301:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.711303:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.711305:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.711340:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.711344:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.711347:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.711351:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.711354:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.711358:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/42 (0 0) 00010000:00000001:1.0:1767734705.711362:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.711364:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.711366:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.711368:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.711371:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity33 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.711375:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.711378:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.711380:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.711383:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.711387:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.711390:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.711392:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.711395:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.711399:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.711401:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.711403:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920746 : 144115272414920746 : 2000013a300002a) 00000080:00000001:1.0:1767734705.711407:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.711412:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920746 : 144115272414920746 : 2000013a300002a) 00000080:00000001:1.0:1767734705.711415:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.711419:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x2a:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.711422:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x2a:0x0](ffff94b1c4919988): rc = 0 00000080:00000001:1.0:1767734705.711425:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626089960839560 : -117983748712056 : ffff94b1c4919988) 00010000:00000001:1.0:1767734705.711428:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.711430:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.711433:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.711435:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.711438:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000080:00000001:1.0:1767734705.711441:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.711443:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.711446:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.711448:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.711450:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.711453:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.711456:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1fe5312e8) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.711459:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.711462:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1fe5312e8) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.711465:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x2a:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.711467:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.711470:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.711473:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.711475:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5312e8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.711478:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5312e8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.711481:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.711483:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.711486:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x2a:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.711489:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.711492:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.711494:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.711496:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.711497:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.711500:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.711502:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.711505:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x2a:0x0](ffff94b1c4919988) for lock 0x1886cffb85c2ba0d 00800000:00000001:1.0:1767734705.711508:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.711510:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.711512:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.711513:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.711515:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.711517:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.711521:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.711523:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.711525:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.711526:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.711529:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.711533:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682000 inode ffff94b1c4919988 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.711536:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.711539:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x2a:0x0](ffff94b1c4919988) 00000080:00010000:1.0:1767734705.711543:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2ba0d from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.711545:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.711546:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.711548:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.711550:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.711553:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.711555:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.711559:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba0d lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dac7f7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.711566:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.711567:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.711569:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.711571:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.711574:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba0d lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dac7f7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.711582:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.711584:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.711586:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.711589:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.711590:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.711592:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.711595:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.711597:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.711599:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.711602:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.711604:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.711606:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.711607:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.711609:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734705.711613:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b9a00. 00000100:00000001:1.0:1767734705.711617:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.711623:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200851880 x1853602672114816/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.711632:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.711634:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.711637:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1c9b6f000. 02000000:00000001:1.0:1767734705.711640:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.711642:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.711644:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=87 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.711646:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.711649:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026e000. 02000000:00000001:1.0:1767734705.711652:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.711654:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.711656:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200851880. 00000100:00000001:1.0:1767734705.711659:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.711661:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.711663:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.711665:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.711667:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.711671:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.711674:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.711678:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.711681:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.711683:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.711686:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity33, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.711690:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.711692:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.711694:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.711696:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.711698:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.711700:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5312e8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.711704:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5312e8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.711706:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.711708:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.711710:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.711713:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734705.711718:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b9a00. 00800000:00000001:1.0:1767734705.711725:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.711729:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.711731:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x2a:0x0] 00800000:00000001:1.0:1767734705.711734:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.711736:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x2a:0x0] -> mds #0 00000002:00000001:1.0:1767734705.711741:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.711742:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.711746:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.711749:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.711753:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.711755:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.711758:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.711760:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.711763:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.711765:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.711768:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.711770:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.711773:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.711776:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba0d lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dac7f7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.711784:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.711786:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.711788:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.711790:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x2a:0x0] mode (null) 00000002:00000001:1.0:1767734705.711793:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.711795:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.711797:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.711799:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.711803:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.711805:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.711807:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.711809:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.711811:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.711814:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.711816:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.711817:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.711819:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.711821:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.711824:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.711825:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.711827:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.711829:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.711831:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.711833:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.711835:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.711837:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.711839:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.711840:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.711843:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.711844:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.711846:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x2a:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.711849:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.711851:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.711853:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.711855:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.711857:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x2a:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.711859:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.711862:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.711864:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.711865:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.711868:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.711870:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x2a:0x0](ffff94b1c4919988) invalid 00000020:00000001:1.0:1767734705.711873:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.711875:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity33 (ffff94b1df682000) parent ffff94b1d0bd05e8 inode ffff94b1c4919988 refc 1 00000080:00000001:1.0:1767734705.711879:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.711882:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.711883:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.711886:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.711889:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.711891:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.711894:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.711896:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.711899:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683e800 with handle 0x1886cffb85c2ba0d from hash 00010000:00000001:1.0:1767734705.711902:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.711904:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.711906:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.711907:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.711910:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.711911:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.711914:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.711917:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.711919:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.711923:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200851880. 00000020:00000040:1.0:1767734705.711927:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=88 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.711931:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.711932:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.711935:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.711938:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.711941:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.711942:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.711944:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.711947:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.711949:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.711952:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.711957:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d04b9800. 00000100:00000001:1.0:1767734705.711962:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.711964:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.711967:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.711971:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba0d lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac7f7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.711979:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.711982:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.711984:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.711987:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba0d lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac7f7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.711994:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.711998:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.712005:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.712007:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.712009:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.712011:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.712014:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.712021:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.712029:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b200851880 x1853602672115072/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.712038:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.712039:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.712044:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.712046:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.712049:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.712050:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966653056 : -117982742898560 : ffff94b200851880) 00000100:00000001:1.0:1767734705.712054:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.712057:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.712059:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.712061:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.712065:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200851880 x1853602672115072/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.712073:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.712075:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.712078:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.712081:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.712083:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.712087:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200851880 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672115072:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.712092:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.712096:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.712098:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.712100:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.712104:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c9b6f000. 02000000:00000001:1.0:1767734705.712107:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.712113:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.712116:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.712121:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.712127:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672115072, portal 10 00000100:00000001:1.0:1767734705.712129:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.712131:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966653056 : -117982742898560 : ffff94b200851880) 00000100:00000040:1.0:1767734705.712137:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200851880 x1853602672115072/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.712146:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.712149:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.712152:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b198. 00000100:00000200:1.0:1767734705.712156:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672115072, offset 0 00000400:00000200:1.0:1767734705.712162:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.712168:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.712174:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.712178:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.712183:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.712186:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.712190:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.712195:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66838:66838:256:4294967295] 192.168.203.112@tcp LPNI seq info [66838:66838:8:4294967295] 00000400:00000200:1.0:1767734705.712201:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.712210:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.712217:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.712221:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cd00. 00000800:00000200:1.0:1767734705.712227:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.712234:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.712239:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cd00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.712281:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.712287:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 26553 usecs (27 jiffies) 00000400:00000200:1.0:1767734705.712292:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.712295:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467560 00000100:00000001:1.0:1767734705.712300:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467556 00000100:00000001:1.0:1767734705.712333:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467560 00000100:00000001:1.0:1767734705.712339:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467556 00000100:00000001:1.0:1767734705.712344:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.712348:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.712352:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.712354:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.712358:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.712362:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.712365:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.712444:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.712452:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cd00. 00000400:00000200:2.0:1767734705.712459:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.712467:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.712473:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b198 00000400:00000010:2.0:1767734705.712476:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b198. 00000100:00000001:2.0:1767734705.712480:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.712488:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200851880 x1853602672115072/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.712501:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.712506:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200851880 x1853602672115072/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.712516:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.712518:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.715381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1fbb0a2e0. 00000080:00000010:1.1:1767734705.715401:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c491d280. 00000800:00000001:3.0:1767734705.717401:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.717413:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.717417:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.717420:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.717427:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.717434:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.717441:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.717446:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.717451:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.717456:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d37d80 00000400:00000200:3.0:1767734705.717461:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.717467:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7bff5 [1] + 224 00000800:00000001:3.0:1767734705.717486:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.717494:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.717497:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.717503:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.717508:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.717515:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200851880 x1853602672115072/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.717529:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b200851880 x1853602672115072/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.717556:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.717562:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.717567:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.717573:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.717580:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66839:66839:256:4294967295] 192.168.203.112@tcp LPNI seq info [66839:66839:8:4294967295] 00000400:00000200:3.0:1767734705.717588:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.717593:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767734705.717605:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000400:00000001:1.0:1767734705.717607:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.717613:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.717618:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000800:00000200:3.0:1767734705.717619:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.717631:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000800:00000010:3.0:1767734705.717632:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000400:00000010:1.0:1767734705.717639:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000800:00000200:3.0:1767734705.717648:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000100:00000001:1.0:1767734705.717649:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.717664:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200851880 x1853602672115072/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767734705.717665:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.717677:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:1.0:1767734705.717696:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200851880 x1853602672115072/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.717707:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.717709:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.717713:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.717715:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.717718:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.717722:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.717725:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.717732:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.717736:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.717739:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.717741:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.717744:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.717749:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734705.717753:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767734705.717754:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734705.717759:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x300005944] 00000800:00000010:3.0:1767734705.717763:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000100:00000001:1.0:1767734705.717764:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734705.717772:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767734705.717774:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767734705.717776:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966653056 : -117982742898560 : ffff94b200851880) 00000100:00000001:1.0:1767734705.717784:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.717790:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000400:00000200:3.0:1767734705.717791:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000001:1.0:1767734705.717795:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.717800:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767734705.717804:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767734705.717810:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200851880 x1853602672115072/t12884924790(12884924790) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767734705.717815:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.717830:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.717833:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.717835:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.717841:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200851880 x1853602672115072/t12884924790(12884924790) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.717853:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200851880 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672115072:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.717858:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.717861:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.717863:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.717865:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.717869:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200851880 x1853602672115072/t12884924790(12884924790) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.717877:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.717880:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.717884:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.717886:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.717891:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.717894:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.717898:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b9a00. 00000100:00000001:1.0:1767734705.717905:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.717910:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200851880 x1853602672115072/t12884924790(12884924790) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.717920:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.717923:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.717930:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.717933:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.717936:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity33 (ffff94b1df682000, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.717940:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.717943:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.717948:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.717954:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.717956:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.717959:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.717962:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.717965:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.717968:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1c6a359e0 -> ffff94b1c6a359e0 00000020:00000001:1.0:1767734705.717970:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.717973:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.717975:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x2a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.717978:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.717980:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.717982:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.717985:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x2a:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.717989:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5312e8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.717992:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.717994:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.717997:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5312e8) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.718000:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.718002:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.718004:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.718007:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x2a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.718010:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.718011:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.718014:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.718016:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.718019:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.718021:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x2a:0x0](ffff94b1c4919988) 00800000:00000001:1.0:1767734705.718024:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.718026:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x2a:0x0] 00000002:00000001:1.0:1767734705.718030:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.718034:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.718036:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.718039:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.718041:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.718043:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.718046:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.718048:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.718050:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.718053:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.718056:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.718058:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5312e8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.718061:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.718063:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.718065:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5312e8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.718067:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.718069:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.718071:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5312e8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.718074:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5312e8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.718077:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1fe5312e8. 00020000:00000001:1.0:1767734705.718080:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.718082:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1c6a35960. 00000020:00001000:1.0:1767734705.718086:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.718089:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.718090:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.718097:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.718099:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.718102:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.718105:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.718126:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.718129:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.718131:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.718133:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.718135:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.718141:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b9a00. 00800000:00000002:1.0:1767734705.718145:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.718148:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.718151:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.718153:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.718155:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.718159:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.718162:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.718166:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.718168:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.718170:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.718174:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.718176:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.718178:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.718181:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.718185:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.718188:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.718191:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.718196:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.718206:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.718209:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.718213:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.718221:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.718224:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.718226:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.718229:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.718231:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.718234:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.718237:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.718239:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.718242:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b9a00. 00000080:00000001:1.0:1767734705.718245:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.718247:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.718250:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.718254:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.718257:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.718290:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.718292:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.718294:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.718297:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.718300:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.718304:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.718335:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.718337:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.718339:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.718341:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.718344:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.718347:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.718350:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.718353:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.718356:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.718360:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.718363:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.718367:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.718376:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.718379:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.718381:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.718384:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.718388:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.718396:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.718399:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.718402:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.718407:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.718410:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.718412:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.718415:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.718418:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.718421:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.718425:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.718428:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.718430:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.718431:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.718433:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.718435:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.718438:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.718442:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.718446:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.718448:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.718450:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.718453:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.718455:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.718457:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.718461:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.718463:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.718466:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.718468:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.718471:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.718482:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1fbb0a2e0. 00000020:00000001:1.0:1767734705.718485:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.718488:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity34, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.718492:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.718494:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.718496:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity34, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.718502:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b9a00. 00000080:00000001:1.0:1767734705.718507:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.718509:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.718510:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.718513:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity34' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.718516:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.718519:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.718522:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity34' -> mds #0 00000002:00000001:1.0:1767734705.718526:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.718527:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.718530:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity34,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.718534:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.718536:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.718539:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200853800. 00000020:00000040:1.0:1767734705.718543:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=89 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.718547:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.718550:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.718553:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.718554:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.718556:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.718559:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.718561:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.718564:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.718569:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026f800. 00000100:00000001:1.0:1767734705.718573:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.718577:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.718579:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.718581:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.718583:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.718585:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.718590:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090966661120 : -117982742890496 : ffff94b200853800) 00010000:00000001:1.0:1767734705.718594:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.718597:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.718600:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.718603:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.718606:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.718609:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683ea00. 00000020:00000001:1.0:1767734705.718612:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.718615:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683ea00 with handle 0x1886cffb85c2ba14 to hash 00000020:00000001:1.0:1767734705.718618:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.718620:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.718623:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.718626:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.718628:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.718632:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba14 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.718640:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba14 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.718650:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba14 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.718656:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.718657:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.718662:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.718664:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.718667:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.718669:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966661120 : -117982742890496 : ffff94b200853800) 00000100:00000001:1.0:1767734705.718673:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.718676:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.718678:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.718680:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.718687:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200853800 x1853602672115200/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.718697:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.718699:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.718702:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.718705:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.718708:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.718711:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200853800 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672115200:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.718716:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.718719:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.718721:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.718723:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.718727:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c9b6d800. 02000000:00000001:1.0:1767734705.718730:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.718736:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.718739:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.718744:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.718749:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672115200, portal 10 00000100:00000001:1.0:1767734705.718752:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.718754:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966661120 : -117982742890496 : ffff94b200853800) 00000100:00000040:1.0:1767734705.718760:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b200853800 x1853602672115200/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.718768:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.718771:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.718775:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b198. 00000100:00000200:1.0:1767734705.718778:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672115200, offset 0 00000400:00000200:1.0:1767734705.718784:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.718790:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.718795:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.718800:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.718804:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.718807:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.718810:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.718814:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66840:66840:256:4294967295] 192.168.203.112@tcp LPNI seq info [66840:66840:8:4294967295] 00000400:00000200:1.0:1767734705.718819:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.718828:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.718834:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.718839:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c900. 00000800:00000200:1.0:1767734705.718845:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.718852:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.718856:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c900 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.718878:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.718883:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 26448 usecs (27 jiffies) 00000400:00000200:1.0:1767734705.718887:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.718890:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467567 00000100:00000001:1.0:1767734705.718895:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467560 00000100:00000001:1.0:1767734705.718900:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467567 00000100:00000001:1.0:1767734705.718903:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467560 00000100:00000001:1.0:1767734705.718906:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.718909:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.718912:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.718914:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.718917:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.718919:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.718922:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.719051:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.719059:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c900. 00000400:00000200:2.0:1767734705.719066:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.719074:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.719079:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b198 00000400:00000010:2.0:1767734705.719082:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b198. 00000100:00000001:2.0:1767734705.719087:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.719094:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200853800 x1853602672115200/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.719108:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.719112:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200853800 x1853602672115200/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.719143:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.719145:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767734705.719370:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:1.1:1767734705.719378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683e800. 00000800:00000001:3.0:1767734705.722569:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.722581:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.722595:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.722600:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.722607:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.722615:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.722621:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.722626:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.722631:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.722635:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d37e00 00000400:00000200:3.0:1767734705.722641:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.722647:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7bffd [1] + 224 00000800:00000001:3.0:1767734705.722655:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.722663:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.722666:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.722671:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.722676:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.722683:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200853800 x1853602672115200/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734705.722697:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b200853800 x1853602672115200/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.722723:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734705.722731:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.722735:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.722824:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.722833:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.722835:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.722839:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.722846:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.722849:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.722853:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.722862:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200853800 x1853602672115200/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.722876:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200853800 x1853602672115200/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.722886:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.722889:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.722892:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.722894:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.722897:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.722899:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.722902:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.722908:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.722912:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.722915:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.722917:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.722920:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.722923:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.722926:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.722928:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.722930:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.722933:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.722938:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200853800 x1853602672115200/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.722947:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.722950:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.722952:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.722957:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200853800 x1853602672115200/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734705.722966:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200853800 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672115200:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.722972:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.722975:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.722977:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.722979:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.722983:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200853800 x1853602672115200/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.722991:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.722994:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.722997:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.723000:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.723003:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.723005:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.723008:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.723011:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734705.723014:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.723017:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734705.723023:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683ea00, remote cookie: 0x9bbb2ede58dac82f, flags: 0x1001 00010000:00010000:1.0:1767734705.723028:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba14 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac82f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.723039:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x2b:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000001:1.0:1767734705.723043:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.723050:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.723055:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.723059:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.723063:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba14 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac82f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.723073:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba14 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac82f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.723080:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.723083:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.723085:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.723087:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.723089:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.723091:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x2b:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.723096:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba14 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac82f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.723103:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.723106:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.723108:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.723111:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.723114:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.723118:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba14 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac82f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.723124:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.723126:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.723128:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.723129:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.723130:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.723132:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.723135:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.723137:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.723139:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.723141:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.723144:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.723147:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.723150:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.723151:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.723152:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734705.723155:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.723157:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.723160:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.723162:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.723166:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba14 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac82f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.723173:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.723175:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.723176:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.723178:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.723179:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=5 00000020:00000001:1.0:1767734705.723181:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.723185:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.723188:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.723191:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba14 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac82f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.723199:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.723200:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.723203:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba14 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac82f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.723209:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.723211:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.723213:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.723214:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.723215:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.723220:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b200853800 x1853602672115200/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.723229:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.723230:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.723232:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.723234:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.723237:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.723239:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.723241:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.723242:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.723244:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.723247:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.723249:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.723250:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.723252:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.723254:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.723257:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000002:00010000:1.0:1767734705.723290:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba14 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac82f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.723298:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.723300:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.723301:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.723303:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.723305:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.723336:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.723340:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.723342:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734705.723347:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.723349:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.723353:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/43 (0 0) 00010000:00000001:1.0:1767734705.723357:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.723359:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.723360:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.723363:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.723365:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity34 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.723370:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.723374:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.723377:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.723381:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.723385:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.723388:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.723391:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.723394:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.723398:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.723401:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.723404:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920747 : 144115272414920747 : 2000013a300002b) 00000080:00000001:1.0:1767734705.723407:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.723412:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920747 : 144115272414920747 : 2000013a300002b) 00000080:00000001:1.0:1767734705.723416:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.723421:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x2b:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.723425:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x2b:0x0](ffff94b1c4919148): rc = 0 00000080:00000001:1.0:1767734705.723429:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626089960837448 : -117983748714168 : ffff94b1c4919148) 00010000:00000001:1.0:1767734705.723434:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.723436:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.723438:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.723441:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.723444:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000080:00000001:1.0:1767734705.723448:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.723450:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.723453:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.723456:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.723458:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.723460:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.723463:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1fe531ba0) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.723466:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.723469:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1fe531ba0) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.723472:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.723474:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.723476:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.723480:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.723483:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe531ba0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.723486:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe531ba0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.723489:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.723491:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.723493:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x2b:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.723496:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.723498:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.723501:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.723502:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.723504:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.723506:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.723508:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.723511:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x2b:0x0](ffff94b1c4919148) for lock 0x1886cffb85c2ba14 00800000:00000001:1.0:1767734705.723515:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.723516:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.723518:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.723520:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.723523:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.723529:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.723532:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.723535:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.723537:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.723538:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.723540:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.723544:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682ca8 inode ffff94b1c4919148 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.723547:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.723551:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x2b:0x0](ffff94b1c4919148) 00000080:00010000:1.0:1767734705.723554:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2ba14 from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.723557:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.723558:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.723560:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.723562:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.723565:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.723568:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.723572:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba14 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dac82f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.723580:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.723581:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.723583:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.723585:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.723588:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba14 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dac82f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.723595:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.723597:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.723599:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.723602:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.723604:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.723606:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.723609:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.723612:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.723614:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.723617:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.723620:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.723621:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.723623:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.723625:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734705.723628:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b9a00. 00000100:00000001:1.0:1767734705.723632:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.723638:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200853800 x1853602672115200/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.723647:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.723650:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.723653:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1c9b6d800. 02000000:00000001:1.0:1767734705.723656:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.723658:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.723660:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=88 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.723663:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.723666:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026f800. 02000000:00000001:1.0:1767734705.723669:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.723671:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.723673:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200853800. 00000100:00000001:1.0:1767734705.723677:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.723679:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.723681:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.723683:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.723685:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.723689:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.723691:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.723696:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.723699:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.723701:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.723704:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity34, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.723707:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.723710:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.723712:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.723714:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.723717:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.723719:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe531ba0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.723722:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe531ba0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.723724:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.723726:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.723728:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.723730:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734705.723736:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b9a00. 00800000:00000001:1.0:1767734705.723743:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.723746:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.723748:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x2b:0x0] 00800000:00000001:1.0:1767734705.723751:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.723754:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x2b:0x0] -> mds #0 00000002:00000001:1.0:1767734705.723757:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.723759:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.723763:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.723766:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.723769:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.723771:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.723774:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.723776:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.723778:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.723781:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.723783:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.723785:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.723788:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.723791:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba14 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dac82f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.723798:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.723801:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.723803:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.723804:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x2b:0x0] mode (null) 00000002:00000001:1.0:1767734705.723807:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.723809:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.723812:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.723815:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.723818:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.723820:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.723821:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.723823:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.723826:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.723828:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.723830:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.723831:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.723833:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.723835:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.723838:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.723839:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.723841:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.723842:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.723845:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.723847:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.723849:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.723851:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.723852:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.723854:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.723856:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.723858:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.723860:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x2b:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.723862:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.723864:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.723867:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.723868:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.723871:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x2b:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.723873:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.723875:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.723877:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.723879:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.723881:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.723883:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x2b:0x0](ffff94b1c4919148) invalid 00000020:00000001:1.0:1767734705.723886:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.723889:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity34 (ffff94b1df682ca8) parent ffff94b1d0bd05e8 inode ffff94b1c4919148 refc 1 00000080:00000001:1.0:1767734705.723893:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.723895:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.723896:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.723899:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.723902:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.723904:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.723906:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.723908:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.723911:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683ea00 with handle 0x1886cffb85c2ba14 from hash 00010000:00000001:1.0:1767734705.723914:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.723916:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.723918:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.723919:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.723921:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.723923:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.723926:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.723928:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.723931:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.723935:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200853800. 00000020:00000040:1.0:1767734705.723939:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=89 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.723942:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.723944:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.723947:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.723950:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.723952:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.723954:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.723956:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.723959:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.723961:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.723964:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.723969:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d04b8200. 00000100:00000001:1.0:1767734705.723973:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.723976:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.723978:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.723983:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba14 lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac82f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.723991:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.723993:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.723995:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.723998:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba14 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac82f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.724006:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.724010:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.724017:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.724019:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.724021:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.724023:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.724025:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.724033:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.724040:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b200853800 x1853602672115456/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.724049:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.724051:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.724056:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.724058:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.724061:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.724063:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966661120 : -117982742890496 : ffff94b200853800) 00000100:00000001:1.0:1767734705.724067:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.724070:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.724073:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.724074:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.724078:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200853800 x1853602672115456/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.724087:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.724089:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.724093:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.724096:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.724098:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.724102:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200853800 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672115456:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.724106:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.724109:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.724112:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.724114:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.724118:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c9b6d800. 02000000:00000001:1.0:1767734705.724120:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.724126:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.724130:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.724135:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.724140:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672115456, portal 10 00000100:00000001:1.0:1767734705.724143:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.724144:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966661120 : -117982742890496 : ffff94b200853800) 00000100:00000040:1.0:1767734705.724151:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200853800 x1853602672115456/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.724159:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.724163:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.724165:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b110. 00000100:00000200:1.0:1767734705.724168:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672115456, offset 0 00000400:00000200:1.0:1767734705.724174:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.724180:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.724186:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.724190:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.724194:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.724198:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.724201:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.724205:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66841:66841:256:4294967295] 192.168.203.112@tcp LPNI seq info [66841:66841:8:4294967295] 00000400:00000200:1.0:1767734705.724210:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.724219:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.724226:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.724230:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472ce00. 00000800:00000200:1.0:1767734705.724236:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.724243:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.724248:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472ce00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.724297:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.724302:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 26335 usecs (27 jiffies) 00000080:00000010:1.1:1767734705.724352:0:251835:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1fbb0a420. 00000080:00000010:1.1:1767734705.724372:0:251835:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c49198c0. 00000400:00000200:1.0:1767734705.724382:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.724385:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467573 00000100:00000001:1.0:1767734705.724392:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467567 00000100:00000001:1.0:1767734705.724399:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467573 00000100:00000001:1.0:1767734705.724406:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467567 00000100:00000001:1.0:1767734705.724411:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.724414:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.724417:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.724420:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.724423:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.724427:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.724430:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.724458:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.724468:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472ce00. 00000400:00000200:2.0:1767734705.724479:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.724488:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.724495:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b110 00000400:00000010:2.0:1767734705.724498:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b110. 00000100:00000001:2.0:1767734705.724503:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.724511:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200853800 x1853602672115456/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.724523:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.724528:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200853800 x1853602672115456/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.724538:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.724540:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.729106:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.729118:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.729122:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.729125:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.729132:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.729139:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.729146:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.729151:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.729156:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.729160:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d37f00 00000400:00000200:3.0:1767734705.729166:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.729184:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7c005 [1] + 224 00000800:00000001:3.0:1767734705.729192:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.729200:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.729203:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.729208:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.729213:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.729221:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200853800 x1853602672115456/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.729235:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b200853800 x1853602672115456/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.729281:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.729288:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.729292:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.729299:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.729349:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66842:66842:256:4294967295] 192.168.203.112@tcp LPNI seq info [66842:66842:8:4294967295] 00000400:00000200:3.0:1767734705.729357:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.729368:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.729376:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00010000:00000010:1.1:1767734705.729383:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00000800:00000010:3.0:1767734705.729384:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.729401:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00010000:00000010:1.1:1767734705.729402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683ea00. 00000800:00000200:3.0:1767734705.729416:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.729422:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767734705.729435:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.729447:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.729450:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.729455:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.729460:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.729463:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.729467:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.729478:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200853800 x1853602672115456/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734705.729495:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200853800 x1853602672115456/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767734705.729502:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767734705.729506:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000010:3.0:1767734705.729510:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000100:00000001:1.0:1767734705.729512:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.729519:0:251835:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767734705.729520:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767734705.729524:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.729529:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.729535:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734705.729536:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 02000000:00000001:1.0:1767734705.729543:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.729552:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000800:00000001:2.0:1767734705.729554:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767734705.729558:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.729566:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:2.0:1767734705.729568:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.729570:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.729580:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.729585:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.729590:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734705.729592:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x300005945] 00000100:00000001:1.0:1767734705.729595:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734705.729599:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.729601:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966661120 : -117982742890496 : ffff94b200853800) 00000100:00000001:1.0:1767734705.729605:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.729608:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.729610:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.729613:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.729620:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200853800 x1853602672115456/t12884924791(12884924791) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.729629:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.729632:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.729634:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.729638:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200853800 x1853602672115456/t12884924791(12884924791) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.729649:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200853800 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672115456:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.729655:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.729659:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.729661:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.729663:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.729667:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200853800 x1853602672115456/t12884924791(12884924791) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.729676:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.729679:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.729682:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.729684:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.729689:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.729691:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.729695:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b9a00. 00000100:00000001:1.0:1767734705.729700:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.729705:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200853800 x1853602672115456/t12884924791(12884924791) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.729715:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.729719:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.729727:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.729730:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.729733:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity34 (ffff94b1df682ca8, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.729736:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.729740:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.729745:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.729750:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.729752:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.729754:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.729757:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.729760:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.729763:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1c6a35788 -> ffff94b1c6a35788 00000020:00000001:1.0:1767734705.729766:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.729768:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.729770:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x2b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.729774:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.729776:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.729778:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.729781:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x2b:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.729785:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe531ba0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.729788:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.729790:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.729793:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe531ba0) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.729796:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.729798:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.729800:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.729803:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x2b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.729807:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.729808:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.729810:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.729813:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.729815:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.729818:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x2b:0x0](ffff94b1c4919148) 00800000:00000001:1.0:1767734705.729821:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.729823:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x2b:0x0] 00000002:00000001:1.0:1767734705.729826:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.729830:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.729833:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.729835:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.729837:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.729839:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.729842:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.729845:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.729847:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.729849:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.729852:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.729854:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe531ba0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.729857:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.729859:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.729861:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe531ba0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.729863:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.729865:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.729867:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe531ba0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.729870:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe531ba0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.729873:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1fe531ba0. 00020000:00000001:1.0:1767734705.729877:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.729879:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1c6a35708. 00000020:00001000:1.0:1767734705.729882:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.729885:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.729887:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.729894:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.729895:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.729898:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.729902:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.729923:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.729926:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.729928:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.729930:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.729932:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.729937:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b9a00. 00800000:00000002:1.0:1767734705.729942:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.729945:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.729948:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.729950:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.729953:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.729957:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.729960:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.729964:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.729966:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.729969:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.729973:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.729975:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.729977:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.729980:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.729983:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.729987:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.729990:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.729995:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.730006:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.730009:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.730013:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.730022:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.730024:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.730027:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.730029:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.730031:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.730034:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.730037:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.730039:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.730042:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b9a00. 00000080:00000001:1.0:1767734705.730045:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.730047:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.730050:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.730053:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.730057:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.730059:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.730061:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.730063:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.730066:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.730069:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.730072:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.730075:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.730077:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.730079:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.730081:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.730083:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.730086:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.730087:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.730089:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.730091:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.730094:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.730096:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.730099:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.730108:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.730109:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.730111:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.730113:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.730116:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.730124:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.730126:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.730128:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.730131:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.730133:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.730134:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.730137:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.730139:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.730141:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.730144:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.730146:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.730148:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.730149:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.730151:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.730153:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.730156:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.730160:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.730163:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.730165:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.730167:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.730170:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.730173:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.730175:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.730178:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.730180:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.730183:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.730185:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.730188:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.730198:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1fbb0a420. 00000020:00000001:1.0:1767734705.730201:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.730204:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity35, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.730207:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.730209:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.730212:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity35, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.730217:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b9a00. 00000080:00000001:1.0:1767734705.730221:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.730223:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.730224:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.730227:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity35' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.730230:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.730233:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.730236:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity35' -> mds #0 00000002:00000001:1.0:1767734705.730240:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.730242:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.730244:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity35,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.730248:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.730250:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.730255:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1fbbcce00. 00000020:00000040:1.0:1767734705.730258:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=90 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.730295:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.730298:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.730301:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.730302:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.730304:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.730354:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.730357:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.730361:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.730368:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026f800. 00000100:00000001:1.0:1767734705.730372:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.730376:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.730378:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.730381:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.730382:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.730385:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.730391:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090886417920 : -117982823133696 : ffff94b1fbbcce00) 00010000:00000001:1.0:1767734705.730395:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.730397:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.730401:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.730403:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.730406:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.730410:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683ea00. 00000020:00000001:1.0:1767734705.730413:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.730415:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683ea00 with handle 0x1886cffb85c2ba1b to hash 00000020:00000001:1.0:1767734705.730418:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.730420:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.730423:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.730426:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.730430:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.730434:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba1b lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.730443:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba1b lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.730453:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba1b lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.730459:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.730463:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.730469:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.730475:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.730478:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.730482:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886417920 : -117982823133696 : ffff94b1fbbcce00) 00000100:00000001:1.0:1767734705.730486:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.730490:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.730493:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.730496:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.730503:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1fbbcce00 x1853602672115584/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.730514:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.730517:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.730520:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.730523:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.730526:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.730529:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1fbbcce00 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672115584:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.730534:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.730537:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.730539:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.730542:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.730546:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c9b6f800. 02000000:00000001:1.0:1767734705.730548:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.730555:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.730558:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.730563:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.730568:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672115584, portal 10 00000100:00000001:1.0:1767734705.730571:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.730572:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886417920 : -117982823133696 : ffff94b1fbbcce00) 00000100:00000040:1.0:1767734705.730578:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1fbbcce00 x1853602672115584/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.730587:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.730591:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.730593:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bf68. 00000100:00000200:1.0:1767734705.730596:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672115584, offset 0 00000400:00000200:1.0:1767734705.730602:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.730608:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.730614:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.730619:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.730623:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.730626:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.730630:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.730635:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66843:66843:256:4294967295] 192.168.203.112@tcp LPNI seq info [66843:66843:8:4294967295] 00000400:00000200:1.0:1767734705.730641:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.730651:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.730657:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.730662:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c200. 00000800:00000200:1.0:1767734705.730668:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.730676:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.730680:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c200 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.730700:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.730705:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 26230 usecs (27 jiffies) 00000400:00000200:1.0:1767734705.730710:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.730713:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467579 00000100:00000001:1.0:1767734705.730720:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467573 00000100:00000001:1.0:1767734705.730726:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467579 00000100:00000001:1.0:1767734705.730730:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467573 00000100:00000001:1.0:1767734705.730734:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.730737:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.730740:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.730742:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.730745:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.730748:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.730750:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734705.730872:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.730880:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c200. 00000400:00000200:3.0:1767734705.730887:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.730907:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.730913:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bf68 00000400:00000010:3.0:1767734705.730916:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bf68. 00000100:00000001:3.0:1767734705.730920:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.730928:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1fbbcce00 x1853602672115584/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.730941:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.730945:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbcce00 x1853602672115584/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.730955:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.730958:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734705.734355:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.734370:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.734375:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.734382:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.734390:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.734398:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.734408:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.734414:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.734423:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.734429:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d37f80 00000400:00000200:2.0:1767734705.734437:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.734445:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7c00d [1] + 224 00000800:00000001:2.0:1767734705.734453:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.734469:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.734483:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.734490:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.734496:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.734503:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1fbbcce00 x1853602672115584/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734705.734518:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1fbbcce00 x1853602672115584/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.734545:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734705.734553:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.734558:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.734591:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.734601:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.734604:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.734607:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.734615:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.734618:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.734622:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.734632:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1fbbcce00 x1853602672115584/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.734656:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1fbbcce00 x1853602672115584/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.734665:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.734667:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.734670:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.734673:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.734675:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.734677:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.734680:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.734686:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.734690:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.734694:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.734696:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.734698:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.734702:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.734705:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.734707:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.734709:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.734712:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.734717:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1fbbcce00 x1853602672115584/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.734727:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.734730:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.734732:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.734737:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1fbbcce00 x1853602672115584/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734705.734746:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1fbbcce00 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672115584:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.734753:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.734756:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.734758:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.734760:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.734765:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1fbbcce00 x1853602672115584/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.734773:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.734776:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.734780:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.734781:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.734784:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.734787:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.734789:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.734792:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734705.734795:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.734798:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734705.734803:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683ea00, remote cookie: 0x9bbb2ede58dac867, flags: 0x1001 00010000:00010000:1.0:1767734705.734809:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba1b lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac867 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.734820:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x2c:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000001:1.0:1767734705.734823:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.734831:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.734836:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.734840:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.734845:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba1b lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac867 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.734854:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba1b lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac867 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.734862:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.734864:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.734866:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.734868:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.734870:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.734873:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x2c:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.734877:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba1b lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac867 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.734885:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.734887:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.734889:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.734892:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.734894:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.734898:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba1b lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac867 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.734904:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.734906:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.734908:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.734909:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.734910:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.734912:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.734915:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.734917:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.734919:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.734921:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.734923:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.734926:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.734929:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.734930:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.734932:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734705.734934:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.734936:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.734939:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.734941:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.734945:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba1b lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac867 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.734959:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.734960:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.734962:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.734963:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.734965:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=5 00000020:00000001:1.0:1767734705.734967:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.734969:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.734972:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.734975:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba1b lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac867 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.734982:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.734983:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.734986:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba1b lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac867 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.734993:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.734995:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.734996:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.734998:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.734999:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.735004:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1fbbcce00 x1853602672115584/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.735012:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.735014:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.735015:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.735018:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.735020:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.735023:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.735024:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.735026:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.735028:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.735031:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.735034:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.735035:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.735038:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.735040:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.735043:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000002:00010000:1.0:1767734705.735047:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba1b lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac867 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.735053:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.735055:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.735057:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.735058:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.735060:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.735061:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.735063:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.735066:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734705.735069:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.735072:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.735076:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/44 (0 0) 00010000:00000001:1.0:1767734705.735079:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.735081:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.735082:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.735085:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.735087:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity35 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.735091:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.735094:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.735096:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.735099:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.735103:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.735105:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.735107:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.735110:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.735114:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.735116:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.735119:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920748 : 144115272414920748 : 2000013a300002c) 00000080:00000001:1.0:1767734705.735122:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.735128:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920748 : 144115272414920748 : 2000013a300002c) 00000080:00000001:1.0:1767734705.735131:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.735135:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x2c:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.735138:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x2c:0x0](ffff94b1c491cb08): rc = 0 00000080:00000001:1.0:1767734705.735141:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626089960852232 : -117983748699384 : ffff94b1c491cb08) 00010000:00000001:1.0:1767734705.735144:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.735145:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.735147:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.735149:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.735152:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000080:00000001:1.0:1767734705.735154:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.735156:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.735159:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.735161:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.735163:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.735166:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.735169:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1fe531c98) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.735171:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.735174:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1fe531c98) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.735177:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x2c:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.735179:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.735182:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.735185:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.735187:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe531c98) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.735191:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe531c98) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.735193:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.735195:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.735198:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x2c:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.735201:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.735203:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.735205:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.735208:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.735209:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.735212:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.735214:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.735218:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x2c:0x0](ffff94b1c491cb08) for lock 0x1886cffb85c2ba1b 00800000:00000001:1.0:1767734705.735221:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.735223:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.735225:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.735226:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.735228:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.735230:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.735233:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.735236:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.735237:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.735239:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.735241:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.735245:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682000 inode ffff94b1c491cb08 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.735249:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.735252:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x2c:0x0](ffff94b1c491cb08) 00000080:00010000:1.0:1767734705.735255:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2ba1b from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.735258:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.735291:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.735294:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.735297:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.735300:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.735303:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.735339:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba1b lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dac867 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.735349:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.735351:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.735353:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.735355:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.735358:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba1b lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dac867 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.735368:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.735370:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.735372:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.735375:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.735377:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.735379:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.735382:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.735384:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.735386:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.735389:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.735391:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.735393:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.735395:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.735397:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734705.735401:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b9a00. 00000100:00000001:1.0:1767734705.735405:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.735411:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1fbbcce00 x1853602672115584/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.735420:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.735422:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.735425:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1c9b6f800. 02000000:00000001:1.0:1767734705.735429:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.735431:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.735433:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=89 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.735435:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.735438:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026f800. 02000000:00000001:1.0:1767734705.735441:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.735444:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.735446:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1fbbcce00. 00000100:00000001:1.0:1767734705.735451:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.735453:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.735456:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.735458:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.735460:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.735463:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.735466:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.735471:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.735475:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.735477:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.735480:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity35, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.735483:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.735485:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.735487:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.735489:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.735491:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.735494:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe531c98) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.735497:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe531c98) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.735500:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.735501:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.735503:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.735506:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734705.735511:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b9a00. 00800000:00000001:1.0:1767734705.735519:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.735522:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.735524:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x2c:0x0] 00800000:00000001:1.0:1767734705.735528:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.735530:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x2c:0x0] -> mds #0 00000002:00000001:1.0:1767734705.735534:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.735536:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.735540:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.735543:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.735546:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.735549:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.735551:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.735554:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.735556:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.735558:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.735561:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.735563:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.735565:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.735569:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba1b lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dac867 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.735577:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.735580:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.735582:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.735584:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x2c:0x0] mode (null) 00000002:00000001:1.0:1767734705.735587:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.735589:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.735591:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.735594:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.735597:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.735599:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.735600:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.735602:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.735604:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.735607:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.735609:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.735610:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.735612:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.735614:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.735616:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.735618:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.735620:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.735621:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.735624:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.735626:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.735628:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.735630:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.735632:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.735633:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.735636:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.735638:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.735640:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x2c:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.735642:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.735644:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.735646:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.735649:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.735652:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x2c:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.735655:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.735657:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.735659:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.735661:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.735663:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.735665:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x2c:0x0](ffff94b1c491cb08) invalid 00000020:00000001:1.0:1767734705.735668:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.735671:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity35 (ffff94b1df682000) parent ffff94b1d0bd05e8 inode ffff94b1c491cb08 refc 1 00000080:00000001:1.0:1767734705.735674:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.735676:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.735678:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.735681:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.735683:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.735685:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.735687:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.735689:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.735692:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683ea00 with handle 0x1886cffb85c2ba1b from hash 00010000:00000001:1.0:1767734705.735696:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.735698:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.735700:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.735701:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.735704:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.735706:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.735709:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.735712:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.735714:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.735718:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1fbbcce00. 00000020:00000040:1.0:1767734705.735721:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=90 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.735725:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.735726:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.735729:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.735732:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.735735:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.735736:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.735738:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.735741:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.735743:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.735746:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.735752:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d04b8a00. 00000100:00000001:1.0:1767734705.735756:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.735759:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.735761:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.735766:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba1b lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac867 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.735773:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.735775:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.735777:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.735780:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba1b lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac867 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.735788:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.735792:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.735799:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.735801:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.735803:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.735805:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.735807:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.735815:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.735823:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1fbbcce00 x1853602672115840/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.735832:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.735834:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.735838:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.735841:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.735844:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.735846:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886417920 : -117982823133696 : ffff94b1fbbcce00) 00000100:00000001:1.0:1767734705.735850:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.735854:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.735857:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.735858:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.735862:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1fbbcce00 x1853602672115840/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.735871:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.735873:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.735876:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.735879:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.735881:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.735885:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1fbbcce00 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672115840:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.735889:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.735892:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.735895:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.735897:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.735900:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c9b6f800. 02000000:00000001:1.0:1767734705.735903:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.735909:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.735913:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.735918:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.735922:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672115840, portal 10 00000100:00000001:1.0:1767734705.735925:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.735927:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886417920 : -117982823133696 : ffff94b1fbbcce00) 00000100:00000040:1.0:1767734705.735933:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1fbbcce00 x1853602672115840/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.735941:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.735944:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.735947:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b6e8. 00000100:00000200:1.0:1767734705.735950:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672115840, offset 0 00000400:00000200:1.0:1767734705.735956:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.735962:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.735968:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.735973:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.735977:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.735980:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.735984:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.735988:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66844:66844:256:4294967295] 192.168.203.112@tcp LPNI seq info [66844:66844:8:4294967295] 00000400:00000200:1.0:1767734705.735994:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.736003:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.736009:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.736013:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c100. 00000800:00000200:1.0:1767734705.736020:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.736026:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.736031:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c100 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.736053:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.736058:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 26118 usecs (27 jiffies) 00000400:00000200:1.0:1767734705.736063:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.736066:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467584 00000100:00000001:1.0:1767734705.736072:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467579 00000100:00000001:1.0:1767734705.736078:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467584 00000100:00000001:1.0:1767734705.736081:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467579 00000100:00000001:1.0:1767734705.736085:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.736088:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.736091:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.736093:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.736096:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.736098:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.736101:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734705.736222:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.736230:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c100. 00000400:00000200:3.0:1767734705.736237:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.736245:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.736250:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b6e8 00000400:00000010:3.0:1767734705.736253:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b6e8. 00000100:00000001:3.0:1767734705.736257:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.736289:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1fbbcce00 x1853602672115840/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.736302:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.736415:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbcce00 x1853602672115840/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.736428:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.736430:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.739400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1fbb0a2e0. 00000080:00000010:1.1:1767734705.739418:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c4919080. 00000800:00000001:2.0:1767734705.741192:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.741206:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.741210:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.741213:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.741221:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.741228:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.741235:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.741240:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.741245:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.741250:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d38080 00000400:00000200:2.0:1767734705.741256:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.741287:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7c015 [1] + 224 00000800:00000001:2.0:1767734705.741295:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.741362:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.741368:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.741375:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.741381:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.741390:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1fbbcce00 x1853602672115840/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734705.741406:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b1fbbcce00 x1853602672115840/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.741451:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734705.741459:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734705.741464:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.741471:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734705.741478:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66845:66845:256:4294967295] 192.168.203.112@tcp LPNI seq info [66845:66845:8:4294967295] 00000400:00000200:2.0:1767734705.741484:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.741492:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767734705.741499:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000400:00000001:1.0:1767734705.741505:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:2.0:1767734705.741514:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000400:00000001:1.0:1767734705.741515:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.741524:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000800:00000010:2.0:1767734705.741526:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790200. 00000400:00000200:1.0:1767734705.741536:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000800:00000200:2.0:1767734705.741540:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000400:00000010:1.0:1767734705.741544:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000800:00000200:2.0:1767734705.741554:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00000001:1.0:1767734705.741555:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:2.0:1767734705.741564:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790200 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:1.0:1767734705.741572:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1fbbcce00 x1853602672115840/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734705.741590:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1fbbcce00 x1853602672115840/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.741601:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.741603:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.741607:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.741609:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.741612:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.741614:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.741617:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.741623:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.741627:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.741632:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.741634:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.741638:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000200:2.0:1767734705.741641:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1767734705.741643:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767734705.741650:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790200. 00000100:00000001:1.0:1767734705.741652:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734705.741658:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x300005946] 00000400:00000200:2.0:1767734705.741663:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767734705.741664:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734705.741671:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.741677:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886417920 : -117982823133696 : ffff94b1fbbcce00) 00000400:00000200:2.0:1767734705.741681:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000001:1.0:1767734705.741684:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.741690:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000800:00000001:3.0:1767734705.741692:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767734705.741694:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.741701:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767734705.741708:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.741711:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1fbbcce00 x1853602672115840/t12884924792(12884924792) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.741726:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.741730:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.741733:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.741739:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1fbbcce00 x1853602672115840/t12884924792(12884924792) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.741759:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1fbbcce00 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672115840:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.741764:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.741767:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.741769:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.741771:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.741775:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbcce00 x1853602672115840/t12884924792(12884924792) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.741783:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.741786:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.741790:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.741792:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.741797:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.741799:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.741803:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b9a00. 00000100:00000001:1.0:1767734705.741808:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.741812:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1fbbcce00 x1853602672115840/t12884924792(12884924792) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.741820:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.741823:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.741830:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.741833:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.741836:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity35 (ffff94b1df682000, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.741840:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.741844:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.741848:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.741854:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.741857:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.741859:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.741862:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.741865:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.741868:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1c6a35918 -> ffff94b1c6a35918 00000020:00000001:1.0:1767734705.741871:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.741873:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.741876:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x2c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.741880:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.741882:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.741884:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.741888:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x2c:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.741891:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe531c98) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.741896:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.741898:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.741900:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe531c98) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.741904:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.741907:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.741910:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.741912:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x2c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.741915:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.741917:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.741919:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.741922:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.741925:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.741927:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x2c:0x0](ffff94b1c491cb08) 00800000:00000001:1.0:1767734705.741931:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.741933:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x2c:0x0] 00000002:00000001:1.0:1767734705.741936:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.741940:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.741943:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.741945:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.741948:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.741950:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.741952:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.741955:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.741957:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.741960:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.741964:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.741965:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe531c98) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.741968:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.741970:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.741972:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe531c98) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.741975:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.741977:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.741979:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe531c98) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.741982:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe531c98) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.741986:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1fe531c98. 00020000:00000001:1.0:1767734705.741990:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.741992:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1c6a35898. 00000020:00001000:1.0:1767734705.741996:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.741998:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.742000:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.742007:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.742008:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.742011:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.742015:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.742036:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.742039:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.742041:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.742043:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.742045:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.742051:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b9a00. 00800000:00000002:1.0:1767734705.742056:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.742059:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.742062:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.742064:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.742067:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.742071:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.742074:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.742078:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.742081:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.742083:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.742087:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.742089:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.742091:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.742095:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.742098:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.742102:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.742105:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.742109:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.742120:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.742124:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.742127:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.742136:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.742138:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.742140:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.742143:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.742145:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.742147:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.742151:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.742153:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.742156:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b9a00. 00000080:00000001:1.0:1767734705.742159:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.742161:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.742164:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.742167:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.742171:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.742173:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.742175:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.742177:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.742179:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.742183:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.742186:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.742188:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.742190:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.742192:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.742194:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.742197:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.742199:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.742201:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.742203:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.742205:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.742208:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.742211:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.742214:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.742221:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.742223:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.742224:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.742226:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.742229:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.742237:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.742239:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.742241:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.742244:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.742246:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.742247:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.742250:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.742252:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.742254:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.742257:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.742285:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.742288:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.742290:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.742291:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.742293:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.742296:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.742301:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.742304:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.742335:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.742338:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.742341:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.742344:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.742346:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.742349:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.742351:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.742355:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.742357:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.742360:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.742372:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1fbb0a2e0. 00000020:00000001:1.0:1767734705.742375:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.742378:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity36, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.742381:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.742383:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.742386:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity36, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.742392:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b9a00. 00000080:00000001:1.0:1767734705.742396:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.742399:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.742400:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.742403:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity36' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.742406:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.742409:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.742412:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity36' -> mds #0 00000002:00000001:1.0:1767734705.742416:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.742418:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.742420:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity36,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.742424:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.742426:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.742429:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1fbbcd180. 00000020:00000040:1.0:1767734705.742433:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=91 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.742437:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.742441:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.742444:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.742446:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.742448:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.742451:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.742453:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.742456:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.742461:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026f800. 00000100:00000001:1.0:1767734705.742466:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.742469:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.742471:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.742474:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.742476:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.742478:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.742484:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090886418816 : -117982823132800 : ffff94b1fbbcd180) 00010000:00000001:1.0:1767734705.742487:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.742489:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.742493:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.742496:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.742499:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.742502:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683e800. 00000020:00000001:1.0:1767734705.742505:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.742508:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683e800 with handle 0x1886cffb85c2ba22 to hash 00000020:00000001:1.0:1767734705.742511:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.742513:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.742516:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.742519:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.742522:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.742525:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba22 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.742534:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba22 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.742543:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba22 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.742548:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.742551:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.742555:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.742557:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.742561:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.742562:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886418816 : -117982823132800 : ffff94b1fbbcd180) 00000100:00000001:1.0:1767734705.742567:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.742570:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.742572:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.742574:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.742580:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1fbbcd180 x1853602672115968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.742590:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.742592:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.742596:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.742598:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.742601:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.742605:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1fbbcd180 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672115968:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.742610:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.742613:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.742615:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.742617:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.742622:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c9b6b000. 02000000:00000001:1.0:1767734705.742624:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.742631:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.742635:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.742639:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.742644:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672115968, portal 10 00000100:00000001:1.0:1767734705.742647:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.742649:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886418816 : -117982823132800 : ffff94b1fbbcd180) 00000100:00000040:1.0:1767734705.742655:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1fbbcd180 x1853602672115968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.742664:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.742667:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.742671:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b330. 00000100:00000200:1.0:1767734705.742674:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672115968, offset 0 00000400:00000200:1.0:1767734705.742680:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.742686:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.742692:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.742697:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.742701:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.742704:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.742707:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.742711:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66846:66846:256:4294967295] 192.168.203.112@tcp LPNI seq info [66846:66846:8:4294967295] 00000400:00000200:1.0:1767734705.742716:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.742725:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.742732:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.742736:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cc00. 00000800:00000200:1.0:1767734705.742742:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.742748:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.742753:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cc00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.742775:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.742780:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 26018 usecs (27 jiffies) 00000400:00000200:1.0:1767734705.742785:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.742788:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467591 00000100:00000001:1.0:1767734705.742794:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467584 00000100:00000001:1.0:1767734705.742800:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467591 00000100:00000001:1.0:1767734705.742804:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467584 00000100:00000001:1.0:1767734705.742807:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.742810:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.742813:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.742815:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.742818:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.742820:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.742823:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.742943:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.742951:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cc00. 00000400:00000200:2.0:1767734705.742958:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.742966:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.742971:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b330 00000400:00000010:2.0:1767734705.742974:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b330. 00000100:00000001:2.0:1767734705.742979:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.742986:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1fbbcd180 x1853602672115968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.742999:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.743004:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbcd180 x1853602672115968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.743032:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.743035:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767734705.744407:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:1.1:1767734705.744419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683ea00. 00000800:00000001:3.0:1767734705.746385:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.746397:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.746401:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.746404:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.746412:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.746419:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.746436:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.746441:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.746446:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.746451:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d38100 00000400:00000200:3.0:1767734705.746457:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.746463:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7c01d [1] + 224 00000800:00000001:3.0:1767734705.746470:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.746479:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.746483:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.746487:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.746493:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.746500:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1fbbcd180 x1853602672115968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734705.746514:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1fbbcd180 x1853602672115968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.746541:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734705.746548:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.746552:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.746583:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.746593:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.746595:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.746598:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.746606:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.746608:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.746612:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.746622:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1fbbcd180 x1853602672115968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.746636:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1fbbcd180 x1853602672115968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.746646:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.746648:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.746651:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.746653:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.746655:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.746658:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.746661:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.746667:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.746671:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.746674:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.746676:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.746678:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.746682:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.746685:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.746687:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.746689:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.746692:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.746697:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1fbbcd180 x1853602672115968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.746706:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.746709:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.746711:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.746715:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1fbbcd180 x1853602672115968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734705.746725:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1fbbcd180 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672115968:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.746731:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.746734:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.746736:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.746738:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.746742:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1fbbcd180 x1853602672115968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.746750:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.746753:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.746756:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.746758:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.746760:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.746763:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.746765:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.746768:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.746770:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.746774:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.746778:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683e800, remote cookie: 0x9bbb2ede58dac89f, flags: 0x1001 00010000:00010000:1.0:1767734705.746784:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba22 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac89f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.746795:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x2d:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000001:1.0:1767734705.746799:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.746806:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.746811:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.746816:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.746820:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba22 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac89f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.746835:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba22 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac89f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.746842:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.746845:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.746847:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.746849:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.746850:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.746853:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x2d:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.746858:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba22 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac89f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.746865:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.746867:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.746869:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.746872:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.746874:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.746878:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba22 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac89f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.746885:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.746887:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.746889:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.746890:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.746892:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.746894:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.746897:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.746899:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.746900:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.746902:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.746905:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.746908:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.746910:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.746912:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.746914:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.746916:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.746919:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.746922:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.746924:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.746928:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba22 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac89f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.746935:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.746936:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.746938:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.746939:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.746941:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=5 00000020:00000001:1.0:1767734705.746943:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.746946:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.746948:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.746951:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba22 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac89f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.746958:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.746959:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.746962:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba22 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac89f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.746969:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.746971:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.746972:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.746973:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.746975:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.746979:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1fbbcd180 x1853602672115968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.746988:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.746990:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.746992:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.746994:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.746997:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.747000:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.747001:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.747003:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.747005:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.747007:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.747010:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.747011:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.747013:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.747015:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.747018:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000002:00010000:1.0:1767734705.747021:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba22 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac89f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.747028:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.747029:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.747031:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.747033:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.747034:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.747036:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.747038:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.747041:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.747044:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.747047:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.747051:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/45 (0 0) 00010000:00000001:1.0:1767734705.747054:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.747056:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.747057:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.747060:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.747062:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity36 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.747066:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.747069:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.747072:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.747075:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.747079:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.747082:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.747084:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.747087:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.747091:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.747093:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.747096:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920749 : 144115272414920749 : 2000013a300002d) 00000080:00000001:1.0:1767734705.747099:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.747104:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920749 : 144115272414920749 : 2000013a300002d) 00000080:00000001:1.0:1767734705.747107:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.747111:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x2d:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.747115:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x2d:0x0](ffff94b1c491aa08): rc = 0 00000080:00000001:1.0:1767734705.747118:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626089960843784 : -117983748707832 : ffff94b1c491aa08) 00010000:00000001:1.0:1767734705.747121:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.747122:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.747124:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.747126:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.747129:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000080:00000001:1.0:1767734705.747131:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.747133:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.747136:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.747138:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.747140:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.747143:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.747146:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1fe531e88) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.747148:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.747151:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1fe531e88) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.747154:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x2d:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.747157:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.747159:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.747162:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.747165:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe531e88) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.747168:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe531e88) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.747171:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.747173:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.747176:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x2d:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.747179:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.747182:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.747184:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.747185:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.747187:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.747190:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.747192:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.747195:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x2d:0x0](ffff94b1c491aa08) for lock 0x1886cffb85c2ba22 00800000:00000001:1.0:1767734705.747198:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.747200:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.747201:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.747203:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.747205:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.747207:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.747210:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.747213:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.747214:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.747216:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.747218:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.747222:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682ca8 inode ffff94b1c491aa08 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.747225:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.747229:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x2d:0x0](ffff94b1c491aa08) 00000080:00010000:1.0:1767734705.747232:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2ba22 from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.747234:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.747236:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.747237:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.747240:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.747243:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.747245:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.747249:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba22 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dac89f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.747257:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.747282:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.747284:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.747287:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.747290:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba22 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dac89f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.747299:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.747302:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.747303:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.747334:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.747337:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.747339:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.747342:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.747344:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.747347:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.747350:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.747352:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.747354:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.747356:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.747358:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734705.747362:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b9a00. 00000100:00000001:1.0:1767734705.747367:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.747373:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1fbbcd180 x1853602672115968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.747383:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.747385:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.747388:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1c9b6b000. 02000000:00000001:1.0:1767734705.747392:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.747394:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.747396:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=90 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.747399:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.747401:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026f800. 02000000:00000001:1.0:1767734705.747405:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.747407:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.747409:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1fbbcd180. 00000100:00000001:1.0:1767734705.747413:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.747415:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.747417:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.747419:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.747421:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.747425:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.747427:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.747432:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.747435:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.747437:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.747440:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity36, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.747443:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.747445:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.747448:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.747450:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.747452:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.747455:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe531e88) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.747458:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe531e88) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.747461:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.747462:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.747465:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.747467:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734705.747472:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b9a00. 00800000:00000001:1.0:1767734705.747480:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.747484:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.747486:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x2d:0x0] 00800000:00000001:1.0:1767734705.747489:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.747491:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x2d:0x0] -> mds #0 00000002:00000001:1.0:1767734705.747495:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.747497:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.747501:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.747504:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.747507:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.747510:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.747513:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.747515:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.747518:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.747520:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.747522:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.747525:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.747527:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.747530:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba22 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dac89f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.747538:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.747540:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.747542:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.747544:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x2d:0x0] mode (null) 00000002:00000001:1.0:1767734705.747547:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.747549:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.747552:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.747554:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.747558:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.747560:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.747561:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.747563:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.747565:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.747568:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.747570:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.747571:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.747573:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.747575:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.747577:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.747579:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.747581:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.747582:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.747585:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.747587:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.747589:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.747591:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.747593:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.747595:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.747597:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.747599:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.747601:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x2d:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.747603:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.747605:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.747607:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.747609:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.747612:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x2d:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.747614:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.747616:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.747619:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.747621:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.747623:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.747625:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x2d:0x0](ffff94b1c491aa08) invalid 00000020:00000001:1.0:1767734705.747628:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.747631:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity36 (ffff94b1df682ca8) parent ffff94b1d0bd05e8 inode ffff94b1c491aa08 refc 1 00000080:00000001:1.0:1767734705.747634:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.747636:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.747638:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.747641:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.747643:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.747645:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.747647:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.747649:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.747652:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683e800 with handle 0x1886cffb85c2ba22 from hash 00010000:00000001:1.0:1767734705.747656:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.747657:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.747660:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.747661:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.747664:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.747666:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.747669:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.747671:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.747673:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.747678:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1fbbcd180. 00000020:00000040:1.0:1767734705.747682:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=91 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.747686:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.747688:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.747690:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.747693:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.747696:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.747698:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.747700:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.747703:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.747705:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.747708:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.747713:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d04b9e00. 00000100:00000001:1.0:1767734705.747718:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.747720:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.747722:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.747727:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba22 lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac89f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.747735:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.747737:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.747740:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.747743:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba22 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac89f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.747750:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.747754:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.747762:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.747764:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.747767:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.747768:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.747771:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.747778:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.747786:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1fbbcd180 x1853602672116224/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.747802:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.747804:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.747809:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.747811:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.747814:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.747816:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886418816 : -117982823132800 : ffff94b1fbbcd180) 00000100:00000001:1.0:1767734705.747820:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.747823:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.747825:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.747827:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.747831:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1fbbcd180 x1853602672116224/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.747840:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.747842:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.747846:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.747848:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.747850:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.747854:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1fbbcd180 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672116224:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.747858:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.747862:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.747864:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.747866:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.747870:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c9b6b000. 02000000:00000001:1.0:1767734705.747872:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.747878:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.747882:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.747887:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.747892:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672116224, portal 10 00000100:00000001:1.0:1767734705.747895:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.747896:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886418816 : -117982823132800 : ffff94b1fbbcd180) 00000100:00000040:1.0:1767734705.747902:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1fbbcd180 x1853602672116224/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.747918:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.747921:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.747924:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bb28. 00000100:00000200:1.0:1767734705.747927:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672116224, offset 0 00000400:00000200:1.0:1767734705.747932:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.747939:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.747945:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.747949:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.747953:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.747956:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.747959:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.747963:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66847:66847:256:4294967295] 192.168.203.112@tcp LPNI seq info [66847:66847:8:4294967295] 00000400:00000200:1.0:1767734705.747969:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.747978:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.747984:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.747988:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cf00. 00000800:00000200:1.0:1767734705.747994:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.748000:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.748005:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cf00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.748026:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.748031:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 25908 usecs (26 jiffies) 00000400:00000200:1.0:1767734705.748035:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.748038:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467595 00000100:00000001:1.0:1767734705.748044:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467591 00000100:00000001:1.0:1767734705.748049:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467595 00000100:00000001:1.0:1767734705.748052:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467591 00000100:00000001:1.0:1767734705.748055:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.748058:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.748061:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.748063:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.748066:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.748069:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.748071:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.748201:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.748209:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cf00. 00000400:00000200:2.0:1767734705.748216:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.748224:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.748229:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bb28 00000400:00000010:2.0:1767734705.748232:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bb28. 00000100:00000001:2.0:1767734705.748237:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.748244:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1fbbcd180 x1853602672116224/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.748257:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.748292:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbcd180 x1853602672116224/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.748302:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.748305:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.749401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1fbb0a420. 00000080:00000010:1.1:1767734705.749418:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c491ca40. 00000800:00000001:3.0:1767734705.752908:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.752920:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.752924:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.752928:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.752935:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.752942:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.752949:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.752954:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.752959:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.752963:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d38200 00000400:00000200:3.0:1767734705.752969:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.752975:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7c025 [1] + 224 00000800:00000001:3.0:1767734705.752982:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.753000:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.753004:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.753009:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.753015:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.753022:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1fbbcd180 x1853602672116224/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.753036:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b1fbbcd180 x1853602672116224/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.753062:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.753069:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.753074:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.753080:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.753087:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66848:66848:256:4294967295] 192.168.203.112@tcp LPNI seq info [66848:66848:8:4294967295] 00000400:00000200:3.0:1767734705.753092:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.753102:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.753108:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.753114:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.753119:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.753126:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.753131:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767734705.753158:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.753169:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.753172:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.753176:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.753183:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.753186:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.753191:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:3.0:1767734705.753201:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1767734705.753204:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1fbbcd180 x1853602672116224/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767734705.753210:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.753221:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767734705.753230:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1fbbcd180 x1853602672116224/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767734705.753236:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.753254:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767734705.753254:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.753286:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.753290:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.753292:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.753301:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.753304:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.753342:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.753347:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.753354:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.753360:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.753365:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.753368:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.753372:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.753377:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.753382:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734705.753385:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x300005947] 00000100:00000001:1.0:1767734705.753388:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734705.753391:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.753392:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886418816 : -117982823132800 : ffff94b1fbbcd180) 00000100:00000001:1.0:1767734705.753396:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.753400:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.753403:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.753406:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.753414:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1fbbcd180 x1853602672116224/t12884924793(12884924793) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.753425:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.753428:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.753431:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.753437:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1fbbcd180 x1853602672116224/t12884924793(12884924793) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.753450:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1fbbcd180 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672116224:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.753458:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.753463:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.753468:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.753470:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.753478:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbcd180 x1853602672116224/t12884924793(12884924793) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.753486:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.753490:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.753494:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.753495:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.753500:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.753503:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.753507:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b9a00. 00000100:00000001:1.0:1767734705.753512:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.753516:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1fbbcd180 x1853602672116224/t12884924793(12884924793) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.753523:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.753526:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.753533:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.753535:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.753538:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity36 (ffff94b1df682ca8, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.753542:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.753545:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.753551:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.753557:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.753559:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.753561:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.753564:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.753567:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.753570:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1c6a35850 -> ffff94b1c6a35850 00000020:00000001:1.0:1767734705.753573:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.753575:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.753577:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x2d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.753580:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.753582:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.753584:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.753587:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x2d:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.753591:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe531e88) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.753594:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.753596:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.753598:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe531e88) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.753602:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.753604:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.753606:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.753608:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x2d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.753611:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.753612:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.753615:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.753617:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.753620:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.753622:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x2d:0x0](ffff94b1c491aa08) 00800000:00000001:1.0:1767734705.753626:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.753627:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x2d:0x0] 00000002:00000001:1.0:1767734705.753631:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.753635:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.753637:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.753639:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.753641:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.753644:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.753647:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.753649:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.753651:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.753653:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.753657:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.753659:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe531e88) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.753662:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.753663:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.753666:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe531e88) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.753668:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.753670:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.753672:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe531e88) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.753674:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe531e88) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.753677:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1fe531e88. 00020000:00000001:1.0:1767734705.753681:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.753683:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1c6a357d0. 00000020:00001000:1.0:1767734705.753687:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.753689:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.753691:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.753697:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.753699:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.753701:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.753705:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.753726:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.753729:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.753731:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.753733:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.753735:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.753741:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b9a00. 00800000:00000002:1.0:1767734705.753746:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.753749:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.753751:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.753753:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.753755:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.753759:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.753763:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.753767:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.753769:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.753771:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.753775:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.753777:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.753779:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.753782:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.753785:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.753789:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.753792:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.753796:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.753806:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.753810:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.753814:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.753822:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.753824:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.753826:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.753829:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.753831:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.753833:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.753837:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.753839:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.753842:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b9a00. 00000080:00000001:1.0:1767734705.753845:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.753847:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.753849:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.753853:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.753856:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.753858:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.753861:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.753863:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.753866:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.753869:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.753872:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.753875:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.753877:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.753878:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.753880:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.753883:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.753886:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.753887:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.753889:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.753892:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.753895:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.753897:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.753901:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.753908:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.753910:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.753911:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.753913:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.753916:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.753924:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.753926:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.753928:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.753931:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.753933:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.753935:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.753938:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.753939:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.753942:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.753945:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.753947:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.753949:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.753951:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.753952:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.753954:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.753957:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.753961:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.753964:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.753966:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.753968:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.753971:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.753974:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.753976:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.753979:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.753981:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.753984:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.753985:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.753988:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.753997:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1fbb0a420. 00000020:00000001:1.0:1767734705.754001:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.754003:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity37, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.754006:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.754008:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.754011:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity37, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.754017:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b9a00. 00000080:00000001:1.0:1767734705.754021:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.754022:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.754024:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.754026:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity37' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.754030:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.754033:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.754036:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity37' -> mds #0 00000002:00000001:1.0:1767734705.754039:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.754041:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.754044:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity37,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.754048:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.754050:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.754054:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1fbbcc000. 00000020:00000040:1.0:1767734705.754058:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=92 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.754062:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.754065:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.754068:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.754070:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.754072:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.754074:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.754076:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.754079:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.754085:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026f800. 00000100:00000001:1.0:1767734705.754090:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.754093:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.754095:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.754098:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.754100:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.754102:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.754108:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090886414336 : -117982823137280 : ffff94b1fbbcc000) 00010000:00000001:1.0:1767734705.754111:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.754113:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.754117:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.754119:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.754123:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.754125:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683ea00. 00000020:00000001:1.0:1767734705.754129:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.754131:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683ea00 with handle 0x1886cffb85c2ba29 to hash 00000020:00000001:1.0:1767734705.754134:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.754136:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.754140:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.754143:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.754146:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.754149:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba29 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.754158:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba29 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.754168:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba29 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.754173:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.754175:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.754179:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.754182:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.754185:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.754186:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886414336 : -117982823137280 : ffff94b1fbbcc000) 00000100:00000001:1.0:1767734705.754190:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.754194:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.754196:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.754197:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.754203:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1fbbcc000 x1853602672116352/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.754213:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.754215:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.754219:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.754221:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.754224:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.754227:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1fbbcc000 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672116352:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.754232:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.754235:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.754237:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.754239:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.754243:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c9b6c000. 02000000:00000001:1.0:1767734705.754246:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.754252:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.754256:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.754286:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.754292:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672116352, portal 10 00000100:00000001:1.0:1767734705.754295:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.754297:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886414336 : -117982823137280 : ffff94b1fbbcc000) 00000100:00000040:1.0:1767734705.754304:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1fbbcc000 x1853602672116352/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.754344:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.754348:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.754352:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b220. 00000100:00000200:1.0:1767734705.754355:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672116352, offset 0 00000400:00000200:1.0:1767734705.754361:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.754368:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.754374:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.754379:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.754382:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.754386:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.754389:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.754393:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66849:66849:256:4294967295] 192.168.203.112@tcp LPNI seq info [66849:66849:8:4294967295] 00000400:00000200:1.0:1767734705.754398:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.754408:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.754414:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.754418:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472ca00. 00000800:00000200:1.0:1767734705.754424:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.754430:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.754435:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472ca00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.754455:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.754460:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 25808 usecs (26 jiffies) 00000400:00000200:1.0:1767734705.754464:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.754467:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467602 00000100:00000001:1.0:1767734705.754473:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467595 00000100:00000001:1.0:1767734705.754479:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467602 00000100:00000001:1.0:1767734705.754483:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467595 00000100:00000001:1.0:1767734705.754487:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.754489:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.754492:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.754494:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.754497:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.754500:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.754502:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.754634:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.754642:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472ca00. 00000400:00000200:2.0:1767734705.754648:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.754656:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.754662:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b220 00000400:00000010:2.0:1767734705.754665:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b220. 00000100:00000001:2.0:1767734705.754669:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.754677:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1fbbcc000 x1853602672116352/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.754690:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.754694:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbcc000 x1853602672116352/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.754704:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.754707:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.758043:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.758055:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.758059:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.758062:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.758080:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.758087:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.758094:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.758099:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.758103:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.758108:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d38280 00000400:00000200:3.0:1767734705.758114:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.758120:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7c02d [1] + 224 00000800:00000001:3.0:1767734705.758127:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.758136:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.758139:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.758144:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.758149:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.758156:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1fbbcc000 x1853602672116352/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734705.758171:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1fbbcc000 x1853602672116352/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.758197:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734705.758204:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.758208:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1767734705.758361:0:251835:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:1.1:1767734705.758373:0:251835:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683e800. 00000100:00000001:1.0:1767734705.758381:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.758389:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.758391:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.758394:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.758398:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.758400:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.758404:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.758413:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1fbbcc000 x1853602672116352/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.758428:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1fbbcc000 x1853602672116352/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.758439:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.758442:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.758446:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.758448:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.758451:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.758454:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.758457:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.758464:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.758470:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.758475:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.758479:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.758484:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.758490:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.758496:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.758499:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.758503:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.758507:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.758512:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1fbbcc000 x1853602672116352/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.758522:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.758525:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.758527:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.758531:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1fbbcc000 x1853602672116352/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734705.758541:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1fbbcc000 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672116352:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.758546:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.758549:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.758551:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.758553:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.758557:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1fbbcc000 x1853602672116352/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.758565:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.758568:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.758571:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.758572:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.758575:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.758577:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.758579:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.758582:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734705.758585:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.758588:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734705.758593:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683ea00, remote cookie: 0x9bbb2ede58dac8d7, flags: 0x1001 00010000:00010000:1.0:1767734705.758598:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba29 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac8d7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.758609:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x2e:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000001:1.0:1767734705.758613:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.758621:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.758625:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.758630:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.758634:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba29 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac8d7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.758644:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba29 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac8d7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.758651:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.758654:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.758655:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.758657:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.758659:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.758661:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x2e:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.758666:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba29 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac8d7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.758673:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.758676:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.758678:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.758681:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.758683:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.758687:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba29 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac8d7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.758694:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.758696:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.758698:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.758699:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.758700:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.758702:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.758705:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.758707:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.758709:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.758711:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.758713:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.758716:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.758719:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.758720:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.758722:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734705.758724:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.758727:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.758729:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.758732:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.758736:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba29 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac8d7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.758743:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.758744:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.758746:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.758747:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.758749:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=5 00000020:00000001:1.0:1767734705.758751:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.758753:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.758756:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.758759:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba29 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac8d7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.758766:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.758767:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.758770:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba29 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac8d7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.758777:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.758779:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.758780:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.758782:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.758783:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.758788:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1fbbcc000 x1853602672116352/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.758798:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.758799:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.758801:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.758804:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.758806:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.758809:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.758810:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.758812:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.758814:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.758816:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.758818:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.758820:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.758822:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.758824:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.758826:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000002:00010000:1.0:1767734705.758830:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba29 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac8d7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.758837:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.758838:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.758840:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.758842:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.758843:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.758845:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.758847:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.758850:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734705.758853:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.758856:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.758859:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/46 (0 0) 00010000:00000001:1.0:1767734705.758863:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.758865:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.758866:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.758869:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.758872:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity37 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.758875:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.758878:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.758881:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.758884:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.758887:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.758890:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.758892:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.758895:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.758898:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.758901:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.758903:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920750 : 144115272414920750 : 2000013a300002e) 00000080:00000001:1.0:1767734705.758907:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.758912:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920750 : 144115272414920750 : 2000013a300002e) 00000080:00000001:1.0:1767734705.758915:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.758919:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x2e:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.758923:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x2e:0x0](ffff94b1c491c2c8): rc = 0 00000080:00000001:1.0:1767734705.758925:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626089960850120 : -117983748701496 : ffff94b1c491c2c8) 00010000:00000001:1.0:1767734705.758928:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.758930:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.758931:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.758934:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.758936:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000080:00000001:1.0:1767734705.758939:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.758941:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.758944:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.758947:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.758949:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.758951:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.758954:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1fe531d90) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.758956:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.758959:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1fe531d90) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.758962:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x2e:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.758965:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.758967:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.758970:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.758973:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe531d90) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.758976:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe531d90) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.758979:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.758981:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.758984:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x2e:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.758987:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.758989:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.758991:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.758993:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.758995:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.758997:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.758999:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.759002:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x2e:0x0](ffff94b1c491c2c8) for lock 0x1886cffb85c2ba29 00800000:00000001:1.0:1767734705.759005:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.759007:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.759009:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.759011:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.759013:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.759015:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.759019:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.759021:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.759022:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.759024:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.759026:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.759030:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682000 inode ffff94b1c491c2c8 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.759034:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.759037:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x2e:0x0](ffff94b1c491c2c8) 00000080:00010000:1.0:1767734705.759040:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2ba29 from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.759043:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.759044:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.759046:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.759049:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.759051:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.759054:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.759057:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba29 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dac8d7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.759065:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.759066:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.759068:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.759070:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.759073:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba29 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dac8d7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.759080:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.759082:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.759084:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.759087:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.759088:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.759090:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.759093:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.759095:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.759097:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.759100:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.759102:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.759104:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.759105:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.759107:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734705.759110:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b9a00. 00000100:00000001:1.0:1767734705.759114:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.759120:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1fbbcc000 x1853602672116352/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.759128:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.759131:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.759134:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1c9b6c000. 02000000:00000001:1.0:1767734705.759138:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.759141:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.759143:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=91 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.759145:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.759148:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026f800. 02000000:00000001:1.0:1767734705.759151:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.759153:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.759155:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1fbbcc000. 00000100:00000001:1.0:1767734705.759158:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.759160:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.759162:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.759164:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.759166:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.759169:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.759172:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.759177:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.759180:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.759182:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.759185:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity37, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.759188:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.759191:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.759193:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.759195:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.759197:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.759199:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe531d90) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.759202:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe531d90) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.759205:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.759206:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.759209:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.759211:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734705.759216:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b9a00. 00800000:00000001:1.0:1767734705.759223:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.759227:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.759229:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x2e:0x0] 00800000:00000001:1.0:1767734705.759232:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.759234:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x2e:0x0] -> mds #0 00000002:00000001:1.0:1767734705.759238:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.759240:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.759245:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.759248:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.759251:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.759253:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.759256:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.759258:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.759293:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.759296:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.759298:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.759300:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.759303:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.759339:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba29 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dac8d7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.759349:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.759352:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.759354:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.759356:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x2e:0x0] mode (null) 00000002:00000001:1.0:1767734705.759359:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.759361:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.759364:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.759366:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.759370:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.759372:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.759373:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.759375:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.759378:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.759380:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.759382:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.759383:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.759385:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.759387:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.759390:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.759392:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.759394:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.759396:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.759399:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.759401:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.759404:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.759406:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.759408:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.759410:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.759412:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.759414:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.759416:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x2e:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.759419:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.759422:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.759424:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.759426:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.759429:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x2e:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.759432:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.759434:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.759436:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.759438:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.759441:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.759443:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x2e:0x0](ffff94b1c491c2c8) invalid 00000020:00000001:1.0:1767734705.759446:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.759448:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity37 (ffff94b1df682000) parent ffff94b1d0bd05e8 inode ffff94b1c491c2c8 refc 1 00000080:00000001:1.0:1767734705.759452:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.759454:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.759456:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.759459:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.759462:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.759464:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.759466:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.759468:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.759472:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683ea00 with handle 0x1886cffb85c2ba29 from hash 00010000:00000001:1.0:1767734705.759475:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.759477:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.759478:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.759480:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.759483:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.759486:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.759489:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.759492:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.759494:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.759499:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1fbbcc000. 00000020:00000040:1.0:1767734705.759503:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=92 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.759506:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.759508:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.759511:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.759514:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.759517:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.759518:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.759520:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.759523:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.759525:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.759528:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.759533:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d04b8800. 00000100:00000001:1.0:1767734705.759538:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.759540:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.759543:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.759547:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba29 lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac8d7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.759555:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.759557:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.759559:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.759562:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba29 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac8d7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.759569:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.759573:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.759581:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.759583:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.759585:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.759588:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.759590:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.759598:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.759606:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1fbbcc000 x1853602672116608/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.759615:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.759617:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.759622:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.759624:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.759627:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.759629:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886414336 : -117982823137280 : ffff94b1fbbcc000) 00000100:00000001:1.0:1767734705.759633:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.759636:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.759639:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.759640:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.759644:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1fbbcc000 x1853602672116608/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.759653:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.759655:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.759659:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.759661:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.759664:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.759667:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1fbbcc000 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672116608:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.759672:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.759675:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.759677:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.759679:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.759683:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c9b6c000. 02000000:00000001:1.0:1767734705.759685:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.759692:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.759695:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.759700:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.759705:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672116608, portal 10 00000100:00000001:1.0:1767734705.759708:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.759710:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886414336 : -117982823137280 : ffff94b1fbbcc000) 00000100:00000040:1.0:1767734705.759716:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1fbbcc000 x1853602672116608/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.759725:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.759728:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.759731:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b880. 00000100:00000200:1.0:1767734705.759734:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672116608, offset 0 00000400:00000200:1.0:1767734705.759740:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.759746:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.759753:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.759757:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.759761:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.759765:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.759768:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.759773:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66850:66850:256:4294967295] 192.168.203.112@tcp LPNI seq info [66850:66850:8:4294967295] 00000400:00000200:1.0:1767734705.759779:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.759788:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.759794:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.759800:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472ca00. 00000800:00000200:1.0:1767734705.759806:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.759813:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.759817:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472ca00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.759838:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.759843:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 25701 usecs (26 jiffies) 00000400:00000200:1.0:1767734705.759848:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.759851:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467607 00000100:00000001:1.0:1767734705.759857:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467602 00000100:00000001:1.0:1767734705.759862:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467607 00000100:00000001:1.0:1767734705.759866:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467602 00000100:00000001:1.0:1767734705.759870:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.759873:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.759876:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.759878:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.759881:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.759884:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.759886:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.760008:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.760027:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472ca00. 00000400:00000200:2.0:1767734705.760034:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.760042:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.760047:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b880 00000400:00000010:2.0:1767734705.760050:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b880. 00000100:00000001:2.0:1767734705.760055:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.760062:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1fbbcc000 x1853602672116608/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.760075:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.760080:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbcc000 x1853602672116608/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.760090:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.760092:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.763384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1fbb0a2e0. 00000080:00000010:1.1:1767734705.763403:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c491a940. 00000800:00000001:3.0:1767734705.764952:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.764963:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.764967:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.764970:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.764978:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.764985:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.764992:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.764996:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.765001:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.765006:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d38380 00000400:00000200:3.0:1767734705.765012:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.765018:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7c035 [1] + 224 00000800:00000001:3.0:1767734705.765036:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.765045:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.765048:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.765053:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.765058:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.765065:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1fbbcc000 x1853602672116608/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.765080:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b1fbbcc000 x1853602672116608/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.765105:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.765111:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.765116:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.765122:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.765128:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66851:66851:256:4294967295] 192.168.203.112@tcp LPNI seq info [66851:66851:8:4294967295] 00000400:00000200:3.0:1767734705.765134:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.765143:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.765149:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.765155:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.765160:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.765167:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.765172:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767734705.765200:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.765211:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.765213:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.765217:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.765225:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.765227:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.765232:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:3.0:1767734705.765241:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1767734705.765244:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1fbbcc000 x1853602672116608/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767734705.765248:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.765258:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767734705.765294:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1fbbcc000 x1853602672116608/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767734705.765300:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.765361:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767734705.765364:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.765370:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.765372:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.765374:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.765382:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.765385:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.765388:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.765392:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.765400:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.765405:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.765409:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.765413:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.765416:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.765422:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.765425:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734705.765429:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x300005948] 00000100:00000001:1.0:1767734705.765433:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734705.765437:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.765440:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886414336 : -117982823137280 : ffff94b1fbbcc000) 00000100:00000001:1.0:1767734705.765443:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.765447:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.765449:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.765452:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.765458:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1fbbcc000 x1853602672116608/t12884924794(12884924794) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.765468:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.765470:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.765473:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.765479:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1fbbcc000 x1853602672116608/t12884924794(12884924794) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.765491:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1fbbcc000 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672116608:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.765497:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.765501:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.765503:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.765505:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.765509:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbcc000 x1853602672116608/t12884924794(12884924794) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.765517:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.765520:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.765524:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.765526:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.765531:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.765533:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.765537:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b9a00. 00000100:00000001:1.0:1767734705.765542:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.765546:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1fbbcc000 x1853602672116608/t12884924794(12884924794) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.765554:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.765558:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.765564:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.765567:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.765570:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity37 (ffff94b1df682000, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.765574:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.765577:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.765582:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.765588:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.765591:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.765593:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.765596:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.765599:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.765603:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1c6a35530 -> ffff94b1c6a35530 00000020:00000001:1.0:1767734705.765606:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.765608:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.765610:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x2e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.765614:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.765616:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.765618:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.765622:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x2e:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.765626:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe531d90) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.765629:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.765631:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.765634:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe531d90) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.765637:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.765639:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.765641:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.765644:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x2e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.765648:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.765649:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.765651:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.765654:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.765657:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.765659:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x2e:0x0](ffff94b1c491c2c8) 00800000:00000001:1.0:1767734705.765662:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.765664:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x2e:0x0] 00000002:00000001:1.0:1767734705.765668:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.765672:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.765675:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.765677:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.765679:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.765681:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.765684:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.765687:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.765689:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.765691:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.765694:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.765696:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe531d90) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.765699:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.765701:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.765703:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe531d90) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.765706:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.765708:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.765710:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe531d90) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.765713:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe531d90) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.765715:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1fe531d90. 00020000:00000001:1.0:1767734705.765719:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.765721:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1c6a354b0. 00000020:00001000:1.0:1767734705.765725:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.765727:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.765729:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.765735:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.765737:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.765740:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.765743:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.765764:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.765767:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.765769:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.765771:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.765773:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.765778:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b9a00. 00800000:00000002:1.0:1767734705.765783:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.765786:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.765789:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.765791:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.765794:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.765798:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.765801:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.765806:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.765808:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.765810:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.765814:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.765816:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.765818:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.765822:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.765825:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.765828:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.765831:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.765836:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.765847:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.765851:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.765855:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.765863:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.765866:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.765868:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.765870:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.765873:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.765875:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.765878:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.765880:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.765883:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b9a00. 00000080:00000001:1.0:1767734705.765887:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.765889:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.765891:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.765895:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.765899:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.765901:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.765903:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.765905:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.765908:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.765911:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.765914:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.765917:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.765919:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.765920:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.765923:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.765926:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.765928:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.765930:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.765931:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.765933:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.765936:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.765938:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.765942:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.765949:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.765950:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.765952:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.765954:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.765957:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.765964:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.765967:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.765969:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.765972:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.765973:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.765975:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.765978:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.765980:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.765982:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.765985:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.765987:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.765989:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.765990:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.765992:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.765994:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.765996:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.766000:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.766003:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.766005:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.766007:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.766010:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.766012:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.766014:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.766017:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.766019:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.766022:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.766024:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.766027:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.766036:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1fbb0a2e0. 00000020:00000001:1.0:1767734705.766039:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.766042:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity38, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.766045:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.766047:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.766049:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity38, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.766055:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b9a00. 00000080:00000001:1.0:1767734705.766059:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.766061:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.766063:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.766065:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity38' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.766068:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.766071:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.766075:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity38' -> mds #0 00000002:00000001:1.0:1767734705.766078:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.766080:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.766083:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity38,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.766088:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.766089:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.766093:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1fbbcc380. 00000020:00000040:1.0:1767734705.766096:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=93 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.766100:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.766103:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.766106:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.766108:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.766110:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.766113:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.766115:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.766118:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.766123:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026f800. 00000100:00000001:1.0:1767734705.766128:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.766131:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.766134:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.766136:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.766138:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.766141:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.766146:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090886415232 : -117982823136384 : ffff94b1fbbcc380) 00010000:00000001:1.0:1767734705.766150:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.766153:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.766156:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.766159:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.766162:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.766165:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683e800. 00000020:00000001:1.0:1767734705.766168:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.766172:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683e800 with handle 0x1886cffb85c2ba30 to hash 00000020:00000001:1.0:1767734705.766174:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.766177:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.766180:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.766184:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.766186:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.766190:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba30 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.766199:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba30 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.766208:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba30 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.766213:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.766215:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.766219:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.766221:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.766224:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.766226:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886415232 : -117982823136384 : ffff94b1fbbcc380) 00000100:00000001:1.0:1767734705.766230:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.766233:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.766236:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.766238:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.766244:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1fbbcc380 x1853602672116736/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.766253:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.766255:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.766258:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.766289:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.766293:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.766297:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1fbbcc380 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672116736:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.766302:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.766306:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.766339:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.766342:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.766349:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c988c800. 02000000:00000001:1.0:1767734705.766352:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.766360:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.766366:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.766373:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.766378:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672116736, portal 10 00000100:00000001:1.0:1767734705.766381:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.766384:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886415232 : -117982823136384 : ffff94b1fbbcc380) 00000100:00000040:1.0:1767734705.766395:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1fbbcc380 x1853602672116736/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.766405:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.766409:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.766414:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bcc0. 00000100:00000200:1.0:1767734705.766418:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672116736, offset 0 00000400:00000200:1.0:1767734705.766431:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.766442:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.766450:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.766455:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.766464:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.766469:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.766472:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.766476:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66852:66852:256:4294967295] 192.168.203.112@tcp LPNI seq info [66852:66852:8:4294967295] 00000400:00000200:1.0:1767734705.766481:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.766490:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.766496:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.766500:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cf00. 00000800:00000200:1.0:1767734705.766506:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.766513:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.766517:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cf00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.766540:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.766545:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 25606 usecs (26 jiffies) 00000400:00000200:1.0:1767734705.766549:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.766553:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467614 00000100:00000001:1.0:1767734705.766559:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467607 00000100:00000001:1.0:1767734705.766565:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467614 00000100:00000001:1.0:1767734705.766569:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467607 00000100:00000001:1.0:1767734705.766573:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.766576:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.766578:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.766580:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.766583:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.766586:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.766589:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.766717:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.766725:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cf00. 00000400:00000200:2.0:1767734705.766732:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.766740:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.766746:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bcc0 00000400:00000010:2.0:1767734705.766749:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bcc0. 00000100:00000001:2.0:1767734705.766753:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.766761:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1fbbcc380 x1853602672116736/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.766774:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.766779:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbcc380 x1853602672116736/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.766788:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.766791:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767734705.767398:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:1.1:1767734705.767409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683ea00. 00000800:00000001:3.0:1767734705.770416:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.770428:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.770442:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.770447:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.770454:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.770461:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.770468:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.770473:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.770478:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.770482:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d38400 00000400:00000200:3.0:1767734705.770488:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.770494:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7c03d [1] + 224 00000800:00000001:3.0:1767734705.770501:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.770509:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.770512:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.770517:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.770522:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.770529:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1fbbcc380 x1853602672116736/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734705.770543:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1fbbcc380 x1853602672116736/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.770570:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734705.770578:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.770582:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.770611:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.770621:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.770624:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.770628:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.770635:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.770637:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.770642:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.770651:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1fbbcc380 x1853602672116736/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.770666:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1fbbcc380 x1853602672116736/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.770677:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.770679:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.770682:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.770684:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.770686:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.770689:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.770692:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.770698:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.770703:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.770706:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.770708:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.770711:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.770714:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.770717:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.770719:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.770721:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.770724:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.770728:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1fbbcc380 x1853602672116736/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.770737:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.770740:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.770742:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.770747:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1fbbcc380 x1853602672116736/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734705.770756:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1fbbcc380 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672116736:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.770762:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.770764:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.770767:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.770769:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.770772:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1fbbcc380 x1853602672116736/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.770780:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.770783:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.770786:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.770788:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.770791:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.770793:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.770796:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.770799:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.770802:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.770805:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.770810:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683e800, remote cookie: 0x9bbb2ede58dac90f, flags: 0x1001 00010000:00010000:1.0:1767734705.770816:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba30 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac90f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.770827:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x2f:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000001:1.0:1767734705.770831:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.770839:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.770843:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.770847:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.770852:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba30 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac90f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.770863:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba30 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac90f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.770870:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.770873:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.770875:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.770876:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.770878:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.770881:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x2f:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.770886:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba30 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac90f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.770894:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.770896:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.770898:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.770901:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.770904:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.770907:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba30 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac90f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.770914:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.770916:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.770917:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.770919:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.770920:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.770922:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.770925:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.770927:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.770929:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.770931:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.770933:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.770936:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.770938:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.770940:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.770941:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.770944:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.770946:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.770949:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.770951:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.770955:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba30 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac90f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.770962:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.770963:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.770965:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.770966:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.770968:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=5 00000020:00000001:1.0:1767734705.770970:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.770973:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.770975:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.770978:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba30 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac90f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.770985:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.770986:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.770989:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba30 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac90f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.771004:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.771006:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.771007:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.771008:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.771010:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.771014:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1fbbcc380 x1853602672116736/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.771023:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.771025:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.771026:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.771028:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.771031:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.771034:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.771035:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.771037:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.771039:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.771041:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.771043:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.771045:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.771047:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.771049:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.771051:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000002:00010000:1.0:1767734705.771055:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba30 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac90f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.771062:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.771063:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.771065:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.771067:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.771069:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.771071:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.771073:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.771077:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.771080:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.771083:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.771087:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/47 (0 0) 00010000:00000001:1.0:1767734705.771091:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.771092:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.771093:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.771096:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.771098:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity38 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.771102:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.771105:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.771108:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.771111:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.771114:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.771117:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.771119:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.771122:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.771125:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.771127:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.771129:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920751 : 144115272414920751 : 2000013a300002f) 00000080:00000001:1.0:1767734705.771133:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.771137:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920751 : 144115272414920751 : 2000013a300002f) 00000080:00000001:1.0:1767734705.771141:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.771145:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x2f:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.771148:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x2f:0x0](ffff94b1c49180c8): rc = 0 00000080:00000001:1.0:1767734705.771151:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626089960833224 : -117983748718392 : ffff94b1c49180c8) 00010000:00000001:1.0:1767734705.771154:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.771155:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.771157:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.771160:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.771162:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000080:00000001:1.0:1767734705.771165:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.771167:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.771170:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.771173:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.771175:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.771178:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.771180:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1fe5319b0) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.771183:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.771186:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1fe5319b0) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.771189:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x2f:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.771192:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.771194:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.771197:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.771199:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5319b0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.771202:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5319b0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.771205:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.771207:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.771209:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x2f:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.771212:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.771215:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.771217:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.771218:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.771220:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.771222:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.771225:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.771228:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x2f:0x0](ffff94b1c49180c8) for lock 0x1886cffb85c2ba30 00800000:00000001:1.0:1767734705.771231:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.771233:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.771235:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.771236:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.771238:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.771240:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.771242:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.771245:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.771246:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.771248:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.771250:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.771255:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682ca8 inode ffff94b1c49180c8 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.771258:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.771290:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x2f:0x0](ffff94b1c49180c8) 00000080:00010000:1.0:1767734705.771294:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2ba30 from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.771296:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.771298:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.771300:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.771302:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.771305:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.771336:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.771339:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba30 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dac90f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.771348:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.771349:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.771351:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.771354:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.771357:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba30 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dac90f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.771364:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.771366:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.771368:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.771371:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.771373:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.771374:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.771377:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.771380:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.771383:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.771387:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.771391:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.771393:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.771396:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.771398:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734705.771402:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b9a00. 00000100:00000001:1.0:1767734705.771409:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.771417:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1fbbcc380 x1853602672116736/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.771427:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.771429:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.771434:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1c988c800. 02000000:00000001:1.0:1767734705.771438:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.771441:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.771443:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=92 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.771445:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.771449:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026f800. 02000000:00000001:1.0:1767734705.771455:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.771457:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.771462:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1fbbcc380. 00000100:00000001:1.0:1767734705.771469:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.771473:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.771477:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.771480:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.771482:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.771486:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.771490:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.771495:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.771498:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.771500:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.771503:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity38, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.771506:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.771509:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.771511:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.771514:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.771516:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.771518:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5319b0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.771521:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5319b0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.771523:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.771525:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.771527:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.771530:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734705.771536:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b9a00. 00800000:00000001:1.0:1767734705.771543:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.771547:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.771549:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x2f:0x0] 00800000:00000001:1.0:1767734705.771552:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.771554:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x2f:0x0] -> mds #0 00000002:00000001:1.0:1767734705.771558:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.771560:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.771564:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.771568:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.771570:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.771573:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.771575:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.771578:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.771580:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.771582:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.771585:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.771587:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.771589:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.771592:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba30 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dac90f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.771600:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.771602:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.771604:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.771606:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x2f:0x0] mode (null) 00000002:00000001:1.0:1767734705.771609:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.771611:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.771613:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.771616:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.771619:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.771621:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.771622:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.771624:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.771626:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.771629:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.771631:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.771632:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.771634:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.771637:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.771639:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.771641:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.771642:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.771644:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.771646:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.771649:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.771651:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.771653:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.771654:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.771656:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.771658:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.771660:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.771662:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x2f:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.771664:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.771666:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.771668:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.771670:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.771673:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x2f:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.771675:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.771677:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.771679:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.771681:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.771683:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.771685:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x2f:0x0](ffff94b1c49180c8) invalid 00000020:00000001:1.0:1767734705.771688:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.771690:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity38 (ffff94b1df682ca8) parent ffff94b1d0bd05e8 inode ffff94b1c49180c8 refc 1 00000080:00000001:1.0:1767734705.771694:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.771696:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.771698:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.771701:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.771704:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.771706:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.771708:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.771711:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.771714:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683e800 with handle 0x1886cffb85c2ba30 from hash 00010000:00000001:1.0:1767734705.771717:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.771719:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.771721:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.771722:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.771725:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.771726:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.771729:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.771732:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.771734:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.771738:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1fbbcc380. 00000020:00000040:1.0:1767734705.771741:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=93 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.771745:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.771747:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.771749:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.771752:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.771754:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.771756:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.771757:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.771760:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.771762:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.771765:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.771770:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d04b9600. 00000100:00000001:1.0:1767734705.771775:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.771778:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.771780:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.771784:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba30 lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac90f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.771792:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.771794:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.771797:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.771799:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba30 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac90f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.771814:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.771818:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.771826:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.771828:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.771831:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.771833:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.771835:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.771843:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.771851:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1fbbcc380 x1853602672116992/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.771860:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.771862:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.771866:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.771869:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.771872:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.771874:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886415232 : -117982823136384 : ffff94b1fbbcc380) 00000100:00000001:1.0:1767734705.771878:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.771882:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.771884:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.771886:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.771891:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1fbbcc380 x1853602672116992/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.771900:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.771902:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.771905:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.771907:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.771910:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.771914:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1fbbcc380 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672116992:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.771918:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.771921:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.771924:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.771926:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.771929:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c988c800. 02000000:00000001:1.0:1767734705.771932:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.771938:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.771942:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.771946:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.771951:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672116992, portal 10 00000100:00000001:1.0:1767734705.771953:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.771955:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886415232 : -117982823136384 : ffff94b1fbbcc380) 00000100:00000040:1.0:1767734705.771961:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1fbbcc380 x1853602672116992/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.771969:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.771973:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.771975:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845ba18. 00000100:00000200:1.0:1767734705.771978:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672116992, offset 0 00000400:00000200:1.0:1767734705.771984:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.771990:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.771996:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.772000:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.772004:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.772008:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.772011:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.772015:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66853:66853:256:4294967295] 192.168.203.112@tcp LPNI seq info [66853:66853:8:4294967295] 00000400:00000200:1.0:1767734705.772020:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.772030:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.772036:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.772040:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cc00. 00000800:00000200:1.0:1767734705.772046:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.772052:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.772056:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cc00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.772078:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.772083:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 25502 usecs (26 jiffies) 00000400:00000200:1.0:1767734705.772088:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.772091:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467619 00000100:00000001:1.0:1767734705.772097:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467614 00000100:00000001:1.0:1767734705.772103:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467619 00000100:00000001:1.0:1767734705.772107:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467614 00000100:00000001:1.0:1767734705.772111:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.772113:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.772116:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.772118:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.772121:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.772124:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.772126:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.772255:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.772292:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cc00. 00000400:00000200:2.0:1767734705.772300:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.772355:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.772362:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845ba18 00000400:00000010:2.0:1767734705.772366:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845ba18. 00000080:00000010:1.1:1767734705.772382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1fbb0a420. 00000100:00000001:2.0:1767734705.772384:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.772399:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1fbbcc380 x1853602672116992/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000080:00000010:1.1:1767734705.772404:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c491c200. 00000100:00000001:2.0:1767734705.772422:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.772428:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbcc380 x1853602672116992/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.772442:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.772445:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.776934:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.776946:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.776950:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.776953:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.776960:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.776967:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.776974:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.776979:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.776984:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.776989:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d38500 00000400:00000200:3.0:1767734705.776994:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.777011:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7c045 [1] + 224 00000800:00000001:3.0:1767734705.777019:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.777027:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.777031:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.777035:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.777041:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.777048:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1fbbcc380 x1853602672116992/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.777062:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b1fbbcc380 x1853602672116992/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.777088:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.777094:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.777099:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.777105:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.777112:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66854:66854:256:4294967295] 192.168.203.112@tcp LPNI seq info [66854:66854:8:4294967295] 00000400:00000200:3.0:1767734705.777117:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.777126:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.777132:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.777138:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.777143:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.777150:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.777155:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767734705.777181:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.777192:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.777195:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.777199:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.777207:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.777210:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.777215:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:3.0:1767734705.777226:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1767734705.777227:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1fbbcc380 x1853602672116992/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767734705.777236:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.777248:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767734705.777256:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1fbbcc380 x1853602672116992/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767734705.777285:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.777303:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767734705.777304:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000010:1.1:1767734705.777355:0:251835:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:1.1:1767734705.777366:0:251835:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683e800. 00000800:00000001:3.0:1767734705.777368:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.777380:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.777385:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.777388:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.777391:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.777394:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.777397:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.777404:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.777410:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.777414:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.777417:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.777420:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.777424:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.777428:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734705.777431:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x300005949] 00000100:00000001:1.0:1767734705.777434:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734705.777438:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.777440:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886415232 : -117982823136384 : ffff94b1fbbcc380) 00000100:00000001:1.0:1767734705.777444:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.777446:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.777448:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.777450:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.777457:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1fbbcc380 x1853602672116992/t12884924795(12884924795) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.777467:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.777470:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.777472:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.777478:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1fbbcc380 x1853602672116992/t12884924795(12884924795) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.777490:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1fbbcc380 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672116992:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.777496:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.777499:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.777502:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.777503:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.777507:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbcc380 x1853602672116992/t12884924795(12884924795) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.777515:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.777518:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.777522:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.777524:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.777530:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.777532:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.777536:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b9a00. 00000100:00000001:1.0:1767734705.777541:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.777545:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1fbbcc380 x1853602672116992/t12884924795(12884924795) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.777553:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.777556:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.777562:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.777565:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.777568:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity38 (ffff94b1df682ca8, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.777571:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.777574:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.777579:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.777585:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.777588:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.777589:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.777593:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.777596:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.777599:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1c6a35080 -> ffff94b1c6a35080 00000020:00000001:1.0:1767734705.777602:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.777604:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.777606:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x2f:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.777610:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.777611:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.777613:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.777617:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x2f:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.777621:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5319b0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.777624:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.777626:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.777628:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5319b0) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.777631:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.777633:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.777635:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.777638:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x2f:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.777641:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.777643:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.777645:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.777647:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.777651:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.777653:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x2f:0x0](ffff94b1c49180c8) 00800000:00000001:1.0:1767734705.777656:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.777658:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x2f:0x0] 00000002:00000001:1.0:1767734705.777662:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.777666:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.777668:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.777670:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.777672:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.777674:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.777677:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.777680:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.777682:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.777684:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.777687:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.777689:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5319b0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.777692:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.777694:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.777696:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5319b0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.777699:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.777700:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.777702:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5319b0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.777705:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5319b0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.777708:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1fe5319b0. 00020000:00000001:1.0:1767734705.777711:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.777713:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1c6a35000. 00000020:00001000:1.0:1767734705.777717:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.777719:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.777721:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.777727:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.777729:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.777732:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.777735:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.777756:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.777759:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.777761:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.777763:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.777766:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.777771:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b9a00. 00800000:00000002:1.0:1767734705.777775:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.777778:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.777781:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.777783:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.777786:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.777790:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.777793:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.777797:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.777799:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.777801:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.777806:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.777807:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.777809:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.777813:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.777816:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.777820:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.777822:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.777827:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.777837:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.777841:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.777845:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.777853:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.777855:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.777857:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.777860:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.777862:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.777865:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.777868:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.777870:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.777873:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b9a00. 00000080:00000001:1.0:1767734705.777877:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.777879:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.777882:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.777885:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.777889:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.777891:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.777893:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.777895:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.777897:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.777900:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.777903:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.777906:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.777907:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.777909:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.777912:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.777914:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.777917:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.777919:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.777920:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.777923:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.777925:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.777928:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.777931:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.777938:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.777940:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.777941:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.777943:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.777947:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.777954:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.777957:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.777959:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.777962:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.777963:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.777965:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.777968:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.777970:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.777972:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.777975:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.777977:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.777979:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.777980:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.777982:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.777984:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.777987:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.777990:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.777993:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.777996:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.777998:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.778001:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.778003:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.778005:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.778008:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.778010:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.778013:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.778015:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.778018:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.778027:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1fbb0a420. 00000020:00000001:1.0:1767734705.778031:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.778033:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity39, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.778037:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.778038:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.778041:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity39, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.778047:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b9a00. 00000080:00000001:1.0:1767734705.778051:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.778053:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.778055:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.778057:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity39' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.778060:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.778063:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.778065:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity39' -> mds #0 00000002:00000001:1.0:1767734705.778069:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.778071:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.778073:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity39,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.778077:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.778079:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.778083:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1fbbce300. 00000020:00000040:1.0:1767734705.778087:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=94 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.778091:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.778094:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.778097:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.778098:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.778100:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.778103:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.778105:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.778107:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.778112:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026f800. 00000100:00000001:1.0:1767734705.778117:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.778120:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.778122:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.778125:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.778126:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.778128:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.778134:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090886423296 : -117982823128320 : ffff94b1fbbce300) 00010000:00000001:1.0:1767734705.778138:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.778140:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.778143:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.778146:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.778148:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.778152:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683e800. 00000020:00000001:1.0:1767734705.778156:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.778159:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683e800 with handle 0x1886cffb85c2ba37 to hash 00000020:00000001:1.0:1767734705.778162:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.778164:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.778167:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.778170:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.778172:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.778176:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba37 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.778184:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba37 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.778193:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba37 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.778198:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.778200:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.778204:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.778207:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.778210:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.778212:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886423296 : -117982823128320 : ffff94b1fbbce300) 00000100:00000001:1.0:1767734705.778216:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.778220:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.778222:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.778224:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.778230:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1fbbce300 x1853602672117120/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.778239:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.778241:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.778244:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.778247:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.778250:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.778254:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1fbbce300 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672117120:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.778286:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.778291:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.778293:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.778296:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.778301:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c988a000. 02000000:00000001:1.0:1767734705.778304:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.778359:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.778364:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.778370:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.778375:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672117120, portal 10 00000100:00000001:1.0:1767734705.778377:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.778379:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886423296 : -117982823128320 : ffff94b1fbbce300) 00000100:00000040:1.0:1767734705.778387:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1fbbce300 x1853602672117120/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.778396:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.778399:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.778402:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b5d8. 00000100:00000200:1.0:1767734705.778405:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672117120, offset 0 00000400:00000200:1.0:1767734705.778411:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.778417:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.778423:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.778429:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.778433:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.778437:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.778441:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.778446:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66855:66855:256:4294967295] 192.168.203.112@tcp LPNI seq info [66855:66855:8:4294967295] 00000400:00000200:1.0:1767734705.778453:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.778477:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.778490:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.778494:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c100. 00000800:00000200:1.0:1767734705.778502:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.778512:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.778517:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c100 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.778534:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.778538:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 25407 usecs (26 jiffies) 00000400:00000200:1.0:1767734705.778542:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.778545:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467626 00000100:00000001:1.0:1767734705.778551:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467619 00000100:00000001:1.0:1767734705.778557:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467626 00000100:00000001:1.0:1767734705.778561:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467619 00000100:00000001:1.0:1767734705.778564:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.778567:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.778570:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.778572:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.778575:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.778578:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.778580:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.778713:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.778721:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c100. 00000400:00000200:2.0:1767734705.778728:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.778736:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.778741:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b5d8 00000400:00000010:2.0:1767734705.778744:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b5d8. 00000100:00000001:2.0:1767734705.778748:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.778756:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1fbbce300 x1853602672117120/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.778769:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.778774:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbce300 x1853602672117120/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.778783:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.778786:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.782028:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.782053:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.782057:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.782060:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.782068:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.782075:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.782081:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.782086:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.782091:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.782095:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d38580 00000400:00000200:3.0:1767734705.782101:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.782107:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7c04d [1] + 224 00000800:00000001:3.0:1767734705.782114:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.782122:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.782126:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.782131:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.782135:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.782143:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1fbbce300 x1853602672117120/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734705.782157:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1fbbce300 x1853602672117120/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.782182:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734705.782189:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.782193:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.782296:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.782305:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.782337:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.782341:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.782348:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.782350:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.782354:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.782364:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1fbbce300 x1853602672117120/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.782381:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1fbbce300 x1853602672117120/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.782393:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.782396:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.782399:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.782403:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.782405:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.782409:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.782413:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.782419:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.782425:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.782430:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.782432:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.782435:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.782440:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.782445:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.782448:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.782453:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.782456:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.782465:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1fbbce300 x1853602672117120/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.782475:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.782479:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.782481:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.782486:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1fbbce300 x1853602672117120/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734705.782495:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1fbbce300 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672117120:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.782501:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.782504:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.782506:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.782508:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.782511:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1fbbce300 x1853602672117120/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.782519:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.782522:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.782525:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.782527:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.782530:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.782533:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.782535:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.782538:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.782541:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.782544:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.782549:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683e800, remote cookie: 0x9bbb2ede58dac947, flags: 0x1001 00010000:00010000:1.0:1767734705.782555:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba37 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac947 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.782565:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x30:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000001:1.0:1767734705.782569:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.782577:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.782581:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.782586:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.782590:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba37 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac947 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.782599:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba37 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac947 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.782606:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.782609:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.782611:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.782613:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.782614:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.782617:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x30:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.782622:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba37 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac947 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.782629:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.782632:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.782634:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.782637:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.782639:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.782643:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba37 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac947 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.782650:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.782652:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.782653:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.782655:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.782656:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.782658:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.782661:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.782663:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.782664:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.782666:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.782669:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.782671:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.782674:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.782675:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.782677:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.782679:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.782682:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.782684:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.782687:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.782691:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba37 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac947 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.782698:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.782699:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.782701:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.782703:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.782704:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=5 00000020:00000001:1.0:1767734705.782706:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.782709:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.782712:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.782715:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba37 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac947 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.782722:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.782724:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.782727:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba37 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac947 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.782734:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.782735:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.782737:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.782738:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.782740:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.782745:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1fbbce300 x1853602672117120/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.782753:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.782755:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.782756:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.782759:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.782761:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.782764:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.782765:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.782767:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.782769:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.782771:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.782773:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.782775:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.782777:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.782779:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.782781:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000002:00010000:1.0:1767734705.782785:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba37 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac947 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.782792:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.782794:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.782796:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.782797:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.782799:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.782801:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.782803:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.782806:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.782809:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.782812:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.782816:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/48 (0 0) 00010000:00000001:1.0:1767734705.782819:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.782821:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.782822:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.782825:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.782827:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity39 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.782831:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.782833:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.782836:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.782839:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.782842:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.782845:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.782847:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.782850:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.782853:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.782855:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.782857:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920752 : 144115272414920752 : 2000013a3000030) 00000080:00000001:1.0:1767734705.782860:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.782865:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920752 : 144115272414920752 : 2000013a3000030) 00000080:00000001:1.0:1767734705.782868:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.782872:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x30:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.782876:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x30:0x0](ffff94b1c491ba88): rc = 0 00000080:00000001:1.0:1767734705.782879:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626089960848008 : -117983748703608 : ffff94b1c491ba88) 00010000:00000001:1.0:1767734705.782881:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.782883:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.782885:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.782887:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.782890:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000080:00000001:1.0:1767734705.782893:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.782895:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.782897:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.782900:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.782902:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.782904:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.782907:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1fe531000) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.782910:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.782913:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1fe531000) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.782916:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x30:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.782918:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.782920:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.782923:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.782925:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe531000) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.782929:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe531000) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.782931:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.782933:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.782936:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x30:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.782939:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.782941:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.782943:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.782945:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.782947:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.782949:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.782951:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.782954:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x30:0x0](ffff94b1c491ba88) for lock 0x1886cffb85c2ba37 00800000:00000001:1.0:1767734705.782958:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.782959:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.782961:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.782962:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.782964:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.782967:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.782969:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.782972:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.782974:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.782975:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.782977:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.782982:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682000 inode ffff94b1c491ba88 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.782985:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.782988:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x30:0x0](ffff94b1c491ba88) 00000080:00010000:1.0:1767734705.782992:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2ba37 from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.782994:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.782995:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.782997:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.782999:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.783002:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.783005:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.783008:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba37 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dac947 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.783015:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.783017:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.783018:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.783021:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.783024:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba37 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dac947 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.783031:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.783033:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.783035:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.783038:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.783040:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.783041:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.783044:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.783046:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.783048:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.783052:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.783054:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.783056:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.783057:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.783059:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734705.783062:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b9a00. 00000100:00000001:1.0:1767734705.783066:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.783072:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1fbbce300 x1853602672117120/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.783081:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.783083:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.783086:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1c988a000. 02000000:00000001:1.0:1767734705.783089:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.783091:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.783093:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=93 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.783096:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.783098:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026f800. 02000000:00000001:1.0:1767734705.783102:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.783103:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.783106:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1fbbce300. 00000100:00000001:1.0:1767734705.783111:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.783112:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.783115:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.783116:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.783119:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.783122:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.783124:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.783129:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.783132:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.783134:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.783137:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity39, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.783140:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.783143:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.783144:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.783147:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.783149:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.783151:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe531000) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.783155:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe531000) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.783157:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.783159:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.783161:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.783164:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734705.783169:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b9a00. 00800000:00000001:1.0:1767734705.783176:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.783180:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.783182:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x30:0x0] 00800000:00000001:1.0:1767734705.783185:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.783188:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x30:0x0] -> mds #0 00000002:00000001:1.0:1767734705.783192:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.783194:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.783198:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.783201:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.783204:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.783207:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.783209:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.783212:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.783214:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.783217:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.783219:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.783221:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.783223:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.783227:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba37 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dac947 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.783234:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.783236:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.783238:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.783240:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x30:0x0] mode (null) 00000002:00000001:1.0:1767734705.783244:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.783246:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.783249:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.783251:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.783254:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.783256:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.783258:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.783288:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.783291:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.783294:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.783296:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.783298:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.783300:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.783302:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.783304:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.1:1767734705.783343:0:251835:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1fbb0a2e0. 00000080:00000010:1.1:1767734705.783357:0:251835:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c4918000. 00000002:00000001:1.0:1767734705.783364:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.783366:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.783368:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.783371:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.783373:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.783376:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.783378:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.783380:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.783382:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.783385:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.783387:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.783389:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x30:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.783391:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.783394:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.783396:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.783398:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.783401:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x30:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.783403:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.783406:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.783408:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.783410:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.783412:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.783414:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x30:0x0](ffff94b1c491ba88) invalid 00000020:00000001:1.0:1767734705.783417:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.783420:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity39 (ffff94b1df682000) parent ffff94b1d0bd05e8 inode ffff94b1c491ba88 refc 1 00000080:00000001:1.0:1767734705.783423:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.783426:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.783428:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.783431:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.783434:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.783436:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.783438:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.783440:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.783443:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683e800 with handle 0x1886cffb85c2ba37 from hash 00010000:00000001:1.0:1767734705.783447:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.783449:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.783450:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.783452:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.783454:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.783456:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.783459:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.783462:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.783464:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.783469:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1fbbce300. 00000020:00000040:1.0:1767734705.783473:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=94 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.783476:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.783478:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.783481:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.783484:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.783487:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.783489:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.783490:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.783493:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.783495:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.783498:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.783504:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d04b9200. 00000100:00000001:1.0:1767734705.783508:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.783511:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.783513:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.783518:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba37 lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac947 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.783526:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.783528:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.783531:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.783534:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba37 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac947 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.783541:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.783546:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.783553:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.783554:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.783557:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.783558:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.783561:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.783569:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.783577:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1fbbce300 x1853602672117376/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.783586:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.783588:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.783593:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.783595:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.783598:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.783600:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886423296 : -117982823128320 : ffff94b1fbbce300) 00000100:00000001:1.0:1767734705.783604:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.783607:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.783609:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.783611:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.783615:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1fbbce300 x1853602672117376/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.783624:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.783626:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.783630:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.783632:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.783635:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.783638:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1fbbce300 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672117376:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.783643:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.783646:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.783648:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.783651:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.783655:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c988a000. 02000000:00000001:1.0:1767734705.783657:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.783664:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.783667:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.783672:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.783677:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672117376, portal 10 00000100:00000001:1.0:1767734705.783679:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.783681:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886423296 : -117982823128320 : ffff94b1fbbce300) 00000100:00000040:1.0:1767734705.783687:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1fbbce300 x1853602672117376/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.783695:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.783698:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.783701:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bdd0. 00000100:00000200:1.0:1767734705.783704:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672117376, offset 0 00000400:00000200:1.0:1767734705.783709:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.783715:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.783721:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.783726:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.783730:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.783733:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.783736:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.783740:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66856:66856:256:4294967295] 192.168.203.112@tcp LPNI seq info [66856:66856:8:4294967295] 00000400:00000200:1.0:1767734705.783746:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.783754:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.783760:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.783765:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c200. 00000800:00000200:1.0:1767734705.783770:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.783778:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.783782:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c200 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.783805:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.783810:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 25303 usecs (26 jiffies) 00000400:00000200:1.0:1767734705.783814:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.783817:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467631 00000100:00000001:1.0:1767734705.783822:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467626 00000100:00000001:1.0:1767734705.783827:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467631 00000100:00000001:1.0:1767734705.783831:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467626 00000100:00000001:1.0:1767734705.783834:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.783837:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.783839:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.783841:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.783844:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.783847:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.783849:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.783976:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.783984:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c200. 00000400:00000200:2.0:1767734705.783991:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.783999:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.784005:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bdd0 00000400:00000010:2.0:1767734705.784008:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bdd0. 00000100:00000001:2.0:1767734705.784012:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.784020:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1fbbce300 x1853602672117376/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.784033:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.784049:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbce300 x1853602672117376/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.784059:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.784062:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.788897:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.788908:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.788912:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.788916:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.788923:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.788930:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.788937:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.788942:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.788947:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.788952:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d38680 00000400:00000200:3.0:1767734705.788969:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.788975:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7c055 [1] + 224 00000800:00000001:3.0:1767734705.788983:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.788991:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.788995:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.788999:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.789004:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.789012:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1fbbce300 x1853602672117376/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.789026:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b1fbbce300 x1853602672117376/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.789052:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.789058:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.789063:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.789068:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.789075:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66857:66857:256:4294967295] 192.168.203.112@tcp LPNI seq info [66857:66857:8:4294967295] 00000400:00000200:3.0:1767734705.789081:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.789090:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.789097:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.789102:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.789107:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.789114:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.789119:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767734705.789147:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.789158:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.789161:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.789165:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.789172:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.789175:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.789181:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:3.0:1767734705.789188:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1767734705.789192:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1fbbce300 x1853602672117376/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767734705.789196:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767734705.789206:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767734705.789223:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1fbbce300 x1853602672117376/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767734705.789227:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:2.0:1767734705.789247:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767734705.789247:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.789256:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.789288:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.789294:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.789301:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.789303:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.789348:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.789353:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.789361:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.789367:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.789370:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.789372:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.789374:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.789377:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.789380:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734705.789382:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x30000594a] 00000100:00000001:1.0:1767734705.789385:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734705.789387:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.789389:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886423296 : -117982823128320 : ffff94b1fbbce300) 00000100:00000001:1.0:1767734705.789393:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.789396:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.789398:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.789400:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.789407:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1fbbce300 x1853602672117376/t12884924796(12884924796) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.789418:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.789421:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.789423:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.789428:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1fbbce300 x1853602672117376/t12884924796(12884924796) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.789438:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1fbbce300 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672117376:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.789444:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.789448:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.789451:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.789453:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.789458:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbce300 x1853602672117376/t12884924796(12884924796) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.789467:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.789471:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.789475:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.789477:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.789482:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.789484:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.789488:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b9a00. 00000100:00000001:1.0:1767734705.789493:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.789497:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1fbbce300 x1853602672117376/t12884924796(12884924796) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.789505:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.789508:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.789514:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.789516:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.789519:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity39 (ffff94b1df682000, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.789523:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.789526:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.789531:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.789537:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.789539:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.789541:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.789544:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.789547:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.789550:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1c6a35e90 -> ffff94b1c6a35e90 00000020:00000001:1.0:1767734705.789552:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.789554:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.789556:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.789560:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.789561:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.789563:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.789567:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x30:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.789570:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe531000) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.789574:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.789575:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.789578:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe531000) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.789581:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.789583:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.789585:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.789587:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.789591:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.789592:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.789595:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.789597:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.789600:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.789602:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x30:0x0](ffff94b1c491ba88) 00800000:00000001:1.0:1767734705.789606:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.789607:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x30:0x0] 00000002:00000001:1.0:1767734705.789611:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.789615:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.789617:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.789620:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.789622:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.789624:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.789627:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.789630:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.789632:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.789634:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.789637:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.789639:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe531000) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.789642:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.789644:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.789646:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe531000) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.789648:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.789650:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.789652:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe531000) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.789655:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe531000) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.789658:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1fe531000. 00020000:00000001:1.0:1767734705.789661:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.789663:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1c6a35e10. 00000020:00001000:1.0:1767734705.789667:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.789669:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.789671:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.789678:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.789680:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.789682:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.789686:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.789707:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.789710:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.789711:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.789713:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.789715:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.789720:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b9a00. 00800000:00000002:1.0:1767734705.789725:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.789728:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.789730:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.789732:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.789735:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.789738:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.789742:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.789746:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.789747:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.789750:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.789754:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.789755:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.789757:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.789761:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.789764:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.789768:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.789771:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.789775:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.789785:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.789789:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.789793:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.789800:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.789803:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.789805:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.789807:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.789809:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.789812:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.789815:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.789817:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.789820:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b9a00. 00000080:00000001:1.0:1767734705.789823:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.789825:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.789828:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.789831:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.789835:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.789837:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.789839:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.789840:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.789843:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.789846:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.789848:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.789851:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.789853:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.789854:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.789857:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.789859:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.789862:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.789863:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.789865:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.789867:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.789870:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.789872:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.789875:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.789883:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.789885:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.789887:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.789889:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.789892:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.789900:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.789902:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.789904:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.789907:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.789909:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.789910:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.789913:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.789915:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.789917:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.789920:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.789923:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.789925:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.789926:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.789928:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.789930:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.789933:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.789936:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.789939:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.789941:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.789944:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.789947:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.789949:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.789951:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.789954:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.789956:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.789959:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.789961:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.789964:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.789973:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1fbb0a2e0. 00000020:00000001:1.0:1767734705.789977:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.789980:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity40, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.789983:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.789985:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.789987:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity40, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.789993:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b9a00. 00000080:00000001:1.0:1767734705.789997:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.789999:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.790000:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.790003:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity40' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.790006:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.790009:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.790011:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity40' -> mds #0 00000002:00000001:1.0:1767734705.790015:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.790017:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.790019:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity40,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.790023:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.790025:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.790028:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1fbbcc700. 00000020:00000040:1.0:1767734705.790032:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=95 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.790036:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.790039:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.790042:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.790043:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.790045:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.790048:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.790050:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.790053:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.790058:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026f800. 00000100:00000001:1.0:1767734705.790062:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.790065:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.790067:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.790070:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.790071:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.790073:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.790079:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090886416128 : -117982823135488 : ffff94b1fbbcc700) 00010000:00000001:1.0:1767734705.790083:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.790085:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.790088:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.790091:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.790094:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.790097:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683ea00. 00000020:00000001:1.0:1767734705.790100:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.790102:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683ea00 with handle 0x1886cffb85c2ba3e to hash 00000020:00000001:1.0:1767734705.790105:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.790107:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.790110:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.790112:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.790114:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.790118:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba3e lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.790126:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba3e lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.790135:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba3e lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.790140:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.790142:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.790146:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.790148:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.790151:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.790153:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886416128 : -117982823135488 : ffff94b1fbbcc700) 00000100:00000001:1.0:1767734705.790156:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.790159:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.790162:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.790163:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.790170:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1fbbcc700 x1853602672117504/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.790179:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.790181:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.790184:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.790187:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.790189:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.790193:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1fbbcc700 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672117504:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.790198:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.790201:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.790203:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.790205:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.790209:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c9889000. 02000000:00000001:1.0:1767734705.790212:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.790218:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.790221:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.790225:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.790230:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672117504, portal 10 00000100:00000001:1.0:1767734705.790233:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.790234:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886416128 : -117982823135488 : ffff94b1fbbcc700) 00000100:00000040:1.0:1767734705.790240:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1fbbcc700 x1853602672117504/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.790248:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.790251:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.790254:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b3b8. 00000100:00000200:1.0:1767734705.790257:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672117504, offset 0 00000400:00000200:1.0:1767734705.790291:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.790297:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.790303:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00010000:00000010:1.1:1767734705.790355:0:251835:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:1.1:1767734705.790362:0:251835:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683e800. 00000400:00000200:1.0:1767734705.790369:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.790373:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.790377:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.790380:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.790384:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66858:66858:256:4294967295] 192.168.203.112@tcp LPNI seq info [66858:66858:8:4294967295] 00000400:00000200:1.0:1767734705.790390:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.790399:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.790406:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.790412:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472ce00. 00000800:00000200:1.0:1767734705.790417:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.790425:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.790430:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472ce00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.790447:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.790452:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 25211 usecs (26 jiffies) 00000400:00000200:1.0:1767734705.790457:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.790461:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467638 00000100:00000001:1.0:1767734705.790475:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467631 00000100:00000001:1.0:1767734705.790489:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467638 00000100:00000001:1.0:1767734705.790495:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467631 00000100:00000001:1.0:1767734705.790504:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.790508:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.790511:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.790513:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.790517:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.790521:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.790524:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734705.790620:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.790628:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472ce00. 00000400:00000200:3.0:1767734705.790645:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.790653:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.790659:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b3b8 00000400:00000010:3.0:1767734705.790662:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b3b8. 00000100:00000001:3.0:1767734705.790666:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.790674:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1fbbcc700 x1853602672117504/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.790686:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.790691:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbcc700 x1853602672117504/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.790701:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.790703:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734705.794198:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.794212:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.794216:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.794219:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.794227:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.794234:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.794242:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.794247:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.794252:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.794256:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d38700 00000400:00000200:2.0:1767734705.794286:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.794292:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7c05d [1] + 224 00000800:00000001:2.0:1767734705.794300:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.794348:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.794353:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.794362:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.794369:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.794379:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1fbbcc700 x1853602672117504/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734705.794394:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1fbbcc700 x1853602672117504/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.794420:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734705.794433:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.794442:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.794474:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.794490:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.794494:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.794498:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.794506:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.794509:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.794514:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.794523:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1fbbcc700 x1853602672117504/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.794537:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1fbbcc700 x1853602672117504/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.794547:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.794550:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.794553:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.794555:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.794558:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.794560:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.794563:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.794569:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.794573:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.794576:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.794578:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.794581:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.794584:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.794587:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.794589:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.794591:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.794594:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.794599:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1fbbcc700 x1853602672117504/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.794608:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.794611:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.794613:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.794617:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1fbbcc700 x1853602672117504/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734705.794627:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1fbbcc700 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672117504:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.794633:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.794635:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.794638:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.794639:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.794643:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1fbbcc700 x1853602672117504/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.794651:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.794654:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.794657:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.794660:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.794662:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.794665:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.794667:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.794670:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734705.794673:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.794676:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734705.794681:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683ea00, remote cookie: 0x9bbb2ede58dac97f, flags: 0x1001 00010000:00010000:1.0:1767734705.794687:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba3e lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac97f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.794697:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x31:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000001:1.0:1767734705.794701:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.794709:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.794713:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.794718:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.794722:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba3e lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x31:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac97f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.794731:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba3e lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac97f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.794738:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.794741:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.794743:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.794745:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.794746:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.794749:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x31:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.794754:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba3e lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac97f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.794761:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.794764:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.794766:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.794769:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.794772:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.794775:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba3e lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac97f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.794782:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.794783:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.794785:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.794786:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.794788:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.794790:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.794793:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.794795:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.794796:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.794798:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.794800:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.794804:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.794806:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.794808:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.794809:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734705.794812:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.794814:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.794817:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.794819:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.794823:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba3e lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac97f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.794830:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.794831:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.794833:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.794834:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.794836:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=5 00000020:00000001:1.0:1767734705.794838:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.794841:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.794844:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.794847:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba3e lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac97f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.794854:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.794855:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.794858:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba3e lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac97f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.794865:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.794867:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.794868:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.794869:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.794871:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.794876:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1fbbcc700 x1853602672117504/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.794884:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.794886:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.794887:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.794890:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.794892:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.794895:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.794896:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.794898:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.794900:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.794902:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.794905:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.794906:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.794908:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.794910:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.794913:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000002:00010000:1.0:1767734705.794916:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba3e lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac97f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.794924:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.794925:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.794927:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.794929:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.794930:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.794932:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.794934:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.794937:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734705.794940:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.794943:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.794947:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/49 (0 0) 00010000:00000001:1.0:1767734705.794950:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.794952:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.794953:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.794955:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.794958:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity40 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.794962:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.794964:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.794967:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.794970:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.794974:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.794976:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.794978:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.794981:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.794984:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.794986:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.794988:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920753 : 144115272414920753 : 2000013a3000031) 00000080:00000001:1.0:1767734705.794992:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.794997:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920753 : 144115272414920753 : 2000013a3000031) 00000080:00000001:1.0:1767734705.795000:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.795005:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x31:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.795008:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x31:0x0](ffff94b1c491ec08): rc = 0 00000080:00000001:1.0:1767734705.795011:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626089960860680 : -117983748690936 : ffff94b1c491ec08) 00010000:00000001:1.0:1767734705.795014:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.795016:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.795018:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.795021:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.795023:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000080:00000001:1.0:1767734705.795026:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.795028:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.795031:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.795033:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.795035:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.795038:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.795040:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1fe5314d8) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.795043:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.795046:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1fe5314d8) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.795049:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x31:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.795051:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.795054:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.795056:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.795059:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5314d8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.795062:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5314d8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.795065:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.795067:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.795070:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x31:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.795072:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.795075:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.795077:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.795079:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.795080:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.795083:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.795085:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.795088:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x31:0x0](ffff94b1c491ec08) for lock 0x1886cffb85c2ba3e 00800000:00000001:1.0:1767734705.795091:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.795093:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.795095:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.795096:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.795099:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.795101:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.795104:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.795107:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.795109:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.795110:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.795112:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.795116:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682ca8 inode ffff94b1c491ec08 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.795120:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.795123:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x31:0x0](ffff94b1c491ec08) 00000080:00010000:1.0:1767734705.795127:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2ba3e from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.795129:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.795130:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.795132:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.795134:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.795137:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.795140:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.795143:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba3e lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dac97f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.795151:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.795152:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.795154:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.795156:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.795159:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba3e lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dac97f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.795166:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.795168:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.795170:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.795173:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.795175:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.795177:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.795179:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.795182:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.795184:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.795187:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.795189:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.795190:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.795192:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.795194:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734705.795197:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b9a00. 00000100:00000001:1.0:1767734705.795201:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.795206:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1fbbcc700 x1853602672117504/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.795214:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.795217:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.795220:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1c9889000. 02000000:00000001:1.0:1767734705.795224:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.795226:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.795228:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=94 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.795231:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.795234:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026f800. 02000000:00000001:1.0:1767734705.795236:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.795239:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.795240:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1fbbcc700. 00000100:00000001:1.0:1767734705.795244:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.795246:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.795248:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.795250:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.795252:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.795255:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.795258:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.795296:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.795300:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.795302:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.795305:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity40, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.795340:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.795342:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.795344:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.795347:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.795350:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.795352:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5314d8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.795356:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5314d8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.795358:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.795360:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.795363:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.795365:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734705.795371:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b9a00. 00800000:00000001:1.0:1767734705.795379:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.795382:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.795385:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x31:0x0] 00800000:00000001:1.0:1767734705.795388:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.795390:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x31:0x0] -> mds #0 00000002:00000001:1.0:1767734705.795395:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.795396:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.795400:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.795403:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.795406:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.795409:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.795412:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.795414:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.795417:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.795419:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.795421:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.795424:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.795426:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.795429:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba3e lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dac97f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.795437:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.795440:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.795441:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.795444:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x31:0x0] mode (null) 00000002:00000001:1.0:1767734705.795447:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.795449:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.795452:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.795455:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.795458:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.795460:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.795462:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.795464:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.795466:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.795468:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.795470:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.795472:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.795473:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.795476:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.795478:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.795480:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.795481:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.795483:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.795485:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.795487:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.795490:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.795492:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.795493:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.795495:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.795497:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.795499:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.795501:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x31:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.795504:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.795505:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.795508:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.795510:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.795512:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x31:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.795515:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.795517:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.795519:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.795521:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.795523:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.795525:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x31:0x0](ffff94b1c491ec08) invalid 00000020:00000001:1.0:1767734705.795528:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.795531:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity40 (ffff94b1df682ca8) parent ffff94b1d0bd05e8 inode ffff94b1c491ec08 refc 1 00000080:00000001:1.0:1767734705.795535:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.795537:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.795539:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.795542:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.795545:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.795547:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.795549:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.795551:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.795554:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683ea00 with handle 0x1886cffb85c2ba3e from hash 00010000:00000001:1.0:1767734705.795557:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.795559:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.795561:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.795563:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.795565:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.795567:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.795570:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.795572:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.795575:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.795579:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1fbbcc700. 00000020:00000040:1.0:1767734705.795583:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=95 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.795587:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.795588:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.795591:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.795594:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.795597:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.795599:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.795601:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.795603:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.795606:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.795608:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.795615:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c9645c00. 00000100:00000001:1.0:1767734705.795619:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.795622:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.795624:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.795629:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba3e lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac97f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.795637:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.795640:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.795642:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.795645:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba3e lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac97f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.795652:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.795657:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.795665:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.795667:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.795669:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.795671:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.795673:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.795680:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.795688:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1fbbcc700 x1853602672117760/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.795698:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.795700:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.795705:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.795707:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.795710:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.795712:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886416128 : -117982823135488 : ffff94b1fbbcc700) 00000100:00000001:1.0:1767734705.795716:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.795720:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.795722:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.795724:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.795728:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1fbbcc700 x1853602672117760/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.795737:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.795739:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.795742:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.795745:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.795748:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.795752:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1fbbcc700 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672117760:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.795756:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.795759:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.795761:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.795764:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.795768:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c9889000. 02000000:00000001:1.0:1767734705.795770:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.795776:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.795781:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.795785:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.795790:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672117760, portal 10 00000100:00000001:1.0:1767734705.795793:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.795795:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886416128 : -117982823135488 : ffff94b1fbbcc700) 00000100:00000040:1.0:1767734705.795801:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1fbbcc700 x1853602672117760/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.795810:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.795813:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.795816:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bbb0. 00000100:00000200:1.0:1767734705.795820:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672117760, offset 0 00000400:00000200:1.0:1767734705.795825:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.795831:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.795838:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.795842:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.795846:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.795850:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.795853:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.795858:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66859:66859:256:4294967295] 192.168.203.112@tcp LPNI seq info [66859:66859:8:4294967295] 00000400:00000200:1.0:1767734705.795863:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.795872:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.795878:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.795884:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c900. 00000800:00000200:1.0:1767734705.795890:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.795896:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.795901:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c900 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.795923:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.795929:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 25112 usecs (26 jiffies) 00000400:00000200:1.0:1767734705.795933:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.795936:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467643 00000100:00000001:1.0:1767734705.795941:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467638 00000100:00000001:1.0:1767734705.795947:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467643 00000100:00000001:1.0:1767734705.795950:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467638 00000100:00000001:1.0:1767734705.795953:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.795956:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.795958:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.795960:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.795964:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.795966:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.795968:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734705.796095:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.796103:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c900. 00000400:00000200:3.0:1767734705.796110:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.796118:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.796123:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bbb0 00000400:00000010:3.0:1767734705.796126:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bbb0. 00000100:00000001:3.0:1767734705.796131:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.796138:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1fbbcc700 x1853602672117760/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.796151:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.796156:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbcc700 x1853602672117760/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.796166:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.796168:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.799400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1fbb0a420. 00000080:00000010:1.1:1767734705.799429:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c491b9c0. 00000800:00000001:2.0:1767734705.800971:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.800985:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.800989:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.801005:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.801013:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.801020:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.801027:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.801032:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.801037:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.801041:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d38800 00000400:00000200:2.0:1767734705.801047:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.801053:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7c065 [1] + 224 00000800:00000001:2.0:1767734705.801060:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.801069:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.801072:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.801077:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.801082:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.801089:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1fbbcc700 x1853602672117760/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734705.801104:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b1fbbcc700 x1853602672117760/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.801132:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734705.801138:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734705.801143:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.801148:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734705.801155:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66860:66860:256:4294967295] 192.168.203.112@tcp LPNI seq info [66860:66860:8:4294967295] 00000400:00000200:2.0:1767734705.801160:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.801169:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:2.0:1767734705.801175:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734705.801180:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790200. 00000800:00000200:2.0:1767734705.801185:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734705.801193:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734705.801206:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790200 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767734705.801230:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.801240:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.801242:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.801247:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.801255:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.801257:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.801298:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:2.0:1767734705.801304:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767734705.801349:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767734705.801350:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1fbbcc700 x1853602672117760/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767734705.801363:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767734705.801367:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790200. 00000400:00000200:2.0:1767734705.801380:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767734705.801389:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1fbbcc700 x1853602672117760/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734705.801399:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000001:1.0:1767734705.801420:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.801424:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.801430:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.801434:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.801438:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.801441:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.801445:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.801452:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.801458:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.801462:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.801464:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.801466:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.801469:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.801472:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734705.801474:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x30000594b] 00000100:00000001:1.0:1767734705.801476:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734705.801478:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.801480:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886416128 : -117982823135488 : ffff94b1fbbcc700) 00000100:00000001:1.0:1767734705.801483:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.801485:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.801488:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.801490:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.801496:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1fbbcc700 x1853602672117760/t12884924797(12884924797) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.801506:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.801508:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.801510:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.801515:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1fbbcc700 x1853602672117760/t12884924797(12884924797) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.801526:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1fbbcc700 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672117760:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.801533:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.801536:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.801539:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.801542:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.801547:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbcc700 x1853602672117760/t12884924797(12884924797) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.801555:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.801559:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.801563:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.801564:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.801569:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.801572:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.801576:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b9a00. 00000100:00000001:1.0:1767734705.801581:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.801585:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1fbbcc700 x1853602672117760/t12884924797(12884924797) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.801594:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.801597:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.801604:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.801606:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.801609:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity40 (ffff94b1df682ca8, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.801613:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.801616:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.801621:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.801627:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.801629:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.801631:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.801634:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.801637:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.801640:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1c6a35210 -> ffff94b1c6a35210 00000020:00000001:1.0:1767734705.801642:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.801644:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.801647:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x31:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.801650:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.801652:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.801653:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.801657:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x31:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.801660:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5314d8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.801664:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.801666:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.801668:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5314d8) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.801671:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.801673:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.801675:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.801678:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x31:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.801681:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.801683:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.801685:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.801687:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.801690:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.801692:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x31:0x0](ffff94b1c491ec08) 00800000:00000001:1.0:1767734705.801696:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.801697:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x31:0x0] 00000002:00000001:1.0:1767734705.801701:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.801705:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.801707:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.801709:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.801712:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.801714:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.801717:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.801719:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.801721:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.801723:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.801727:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.801729:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5314d8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.801731:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.801733:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.801735:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5314d8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.801738:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.801739:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.801741:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5314d8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.801744:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5314d8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.801747:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1fe5314d8. 00020000:00000001:1.0:1767734705.801750:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.801752:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1c6a35190. 00000020:00001000:1.0:1767734705.801756:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.801759:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.801761:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.801768:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.801770:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.801772:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.801776:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.801797:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.801800:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.801802:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.801804:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.801806:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.801813:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b9a00. 00800000:00000002:1.0:1767734705.801817:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.801820:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.801823:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.801824:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.801827:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.801831:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.801834:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.801838:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.801840:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.801842:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.801846:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.801848:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.801850:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.801854:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.801857:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.801861:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.801863:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.801868:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.801878:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.801882:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.801886:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.801895:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.801897:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.801899:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.801902:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.801904:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.801906:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.801909:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.801912:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.801915:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b9a00. 00000080:00000001:1.0:1767734705.801918:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.801920:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.801922:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.801926:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.801929:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.801931:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.801933:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.801935:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.801938:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.801941:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.801944:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.801946:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.801948:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.801950:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.801952:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.801954:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.801957:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.801958:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.801960:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.801962:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.801965:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.801967:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.801971:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.801979:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.801981:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.801983:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.801985:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.801988:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.801996:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.801998:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.802000:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.802003:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.802004:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.802006:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.802009:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.802011:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.802013:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.802016:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.802018:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.802020:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.802022:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.802024:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.802026:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.802029:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.802032:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.802035:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.802037:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.802039:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.802042:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.802045:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.802047:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.802050:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.802052:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.802055:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.802057:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.802060:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.802070:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1fbb0a420. 00000020:00000001:1.0:1767734705.802074:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.802076:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity41, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.802079:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.802082:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.802084:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity41, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.802090:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b9a00. 00000080:00000001:1.0:1767734705.802093:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.802095:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.802097:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.802099:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity41' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.802103:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.802106:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.802108:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity41' -> mds #0 00000002:00000001:1.0:1767734705.802112:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.802114:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.802116:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity41,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.802120:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.802122:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.802125:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1fbbcca80. 00000020:00000040:1.0:1767734705.802128:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=96 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.802132:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.802135:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.802138:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.802139:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.802141:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.802144:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.802146:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.802149:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.802154:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026f800. 00000100:00000001:1.0:1767734705.802158:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.802161:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.802163:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.802166:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.802167:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.802170:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.802176:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090886417024 : -117982823134592 : ffff94b1fbbcca80) 00010000:00000001:1.0:1767734705.802180:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.802182:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.802185:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.802188:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.802191:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.802194:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683e800. 00000020:00000001:1.0:1767734705.802197:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.802200:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683e800 with handle 0x1886cffb85c2ba45 to hash 00000020:00000001:1.0:1767734705.802203:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.802205:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.802208:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.802211:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.802214:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.802217:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba45 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.802225:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba45 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.802234:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba45 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.802240:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.802242:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.802246:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.802248:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.802250:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.802252:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886417024 : -117982823134592 : ffff94b1fbbcca80) 00000100:00000001:1.0:1767734705.802256:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.802288:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.802291:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.802293:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.802299:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1fbbcca80 x1853602672117888/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.802339:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.802342:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.802345:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.802348:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.802351:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.802355:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1fbbcca80 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672117888:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.802359:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.802363:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.802365:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.802367:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.802373:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c988e800. 02000000:00000001:1.0:1767734705.802375:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.802382:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.802385:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.802390:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.802395:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672117888, portal 10 00000100:00000001:1.0:1767734705.802397:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.802399:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886417024 : -117982823134592 : ffff94b1fbbcca80) 00000100:00000040:1.0:1767734705.802405:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1fbbcca80 x1853602672117888/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.802414:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.802417:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.802420:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bc38. 00000100:00000200:1.0:1767734705.802423:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672117888, offset 0 00000400:00000200:1.0:1767734705.802429:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.802435:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.802441:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.802445:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.802449:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.802452:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.802456:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.802460:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66861:66861:256:4294967295] 192.168.203.112@tcp LPNI seq info [66861:66861:8:4294967295] 00000400:00000200:1.0:1767734705.802465:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.802475:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.802481:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.802485:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cd00. 00000800:00000200:1.0:1767734705.802491:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.802498:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.802502:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cd00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.802524:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.802528:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 25022 usecs (26 jiffies) 00000400:00000200:1.0:1767734705.802533:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.802536:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467650 00000100:00000001:1.0:1767734705.802542:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467643 00000100:00000001:1.0:1767734705.802547:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467650 00000100:00000001:1.0:1767734705.802551:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467643 00000100:00000001:1.0:1767734705.802554:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.802557:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.802560:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.802562:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.802565:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.802568:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.802570:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734705.802696:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.802704:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cd00. 00000400:00000200:3.0:1767734705.802711:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.802719:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.802724:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bc38 00000400:00000010:3.0:1767734705.802738:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bc38. 00000100:00000001:3.0:1767734705.802743:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.802751:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1fbbcca80 x1853602672117888/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.802763:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.802768:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbcca80 x1853602672117888/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.802778:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.802781:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767734705.804407:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:1.1:1767734705.804419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683ea00. 00000800:00000001:2.0:1767734705.806136:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.806150:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.806154:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.806157:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.806165:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.806172:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.806180:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.806185:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.806190:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.806194:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d38880 00000400:00000200:2.0:1767734705.806200:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.806206:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7c06d [1] + 224 00000800:00000001:2.0:1767734705.806212:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.806222:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.806225:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.806230:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.806235:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.806243:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1fbbcca80 x1853602672117888/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734705.806257:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1fbbcca80 x1853602672117888/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.806343:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734705.806353:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.806358:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.806411:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.806422:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.806425:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.806430:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.806438:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.806442:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.806446:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.806456:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1fbbcca80 x1853602672117888/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.806478:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1fbbcca80 x1853602672117888/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.806487:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.806489:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.806492:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.806495:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.806497:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.806499:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.806502:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.806508:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.806512:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.806515:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.806517:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.806520:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.806523:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.806526:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.806528:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.806531:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.806533:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.806538:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1fbbcca80 x1853602672117888/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.806547:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.806550:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.806552:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.806557:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1fbbcca80 x1853602672117888/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734705.806566:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1fbbcca80 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672117888:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.806571:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.806574:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.806577:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.806579:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.806583:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1fbbcca80 x1853602672117888/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.806591:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.806594:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.806598:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.806599:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.806602:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.806605:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.806607:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.806610:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.806613:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.806616:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.806621:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683e800, remote cookie: 0x9bbb2ede58dac9b7, flags: 0x1001 00010000:00010000:1.0:1767734705.806627:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba45 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac9b7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.806637:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x32:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000001:1.0:1767734705.806641:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.806649:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.806653:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.806658:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.806662:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba45 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac9b7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.806671:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba45 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac9b7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.806678:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.806681:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.806683:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.806685:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.806686:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.806689:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x32:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.806694:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba45 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac9b7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.806702:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.806704:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.806706:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.806709:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.806711:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.806715:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba45 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac9b7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.806721:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.806723:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.806725:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.806726:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.806728:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.806730:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.806733:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.806735:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.806737:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.806739:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.806741:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.806744:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.806747:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.806748:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.806750:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.806752:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.806755:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.806757:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.806759:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.806763:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba45 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac9b7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.806777:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.806779:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.806781:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.806782:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.806784:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=5 00000020:00000001:1.0:1767734705.806786:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.806789:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.806791:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.806794:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba45 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac9b7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.806801:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.806802:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.806805:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba45 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac9b7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.806812:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.806814:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.806815:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.806817:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.806818:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.806823:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1fbbcca80 x1853602672117888/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.806831:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.806833:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.806834:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.806837:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.806839:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.806842:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.806843:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.806845:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.806847:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.806850:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.806852:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.806854:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.806856:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.806858:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.806861:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000002:00010000:1.0:1767734705.806864:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba45 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac9b7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.806871:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.806873:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.806874:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.806876:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.806877:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.806879:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.806881:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.806884:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.806887:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.806890:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.806894:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/50 (0 0) 00010000:00000001:1.0:1767734705.806897:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.806899:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.806900:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.806903:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.806905:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity41 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.806909:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.806912:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.806914:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.806917:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.806920:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.806923:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.806925:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.806928:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.806931:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.806934:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.806936:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920754 : 144115272414920754 : 2000013a3000032) 00000080:00000001:1.0:1767734705.806939:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.806944:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920754 : 144115272414920754 : 2000013a3000032) 00000080:00000001:1.0:1767734705.806947:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.806951:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x32:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.806954:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x32:0x0](ffff94b1f0671148): rc = 0 00000080:00000001:1.0:1767734705.806957:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090696249672 : -117983013301944 : ffff94b1f0671148) 00010000:00000001:1.0:1767734705.806960:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.806961:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.806963:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.806965:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.806967:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000080:00000001:1.0:1767734705.806970:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.806972:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.806975:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.806977:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.806979:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.806982:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.806984:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1fe5318b8) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.806987:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.806990:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1fe5318b8) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.806992:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x32:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.806995:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.806997:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.807000:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.807002:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5318b8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.807005:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5318b8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.807008:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.807010:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.807012:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x32:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.807015:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.807018:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.807020:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.807022:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.807024:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.807026:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.807028:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.807032:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x32:0x0](ffff94b1f0671148) for lock 0x1886cffb85c2ba45 00800000:00000001:1.0:1767734705.807035:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.807037:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.807038:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.807040:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.807041:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.807044:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.807046:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.807049:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.807050:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.807052:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.807054:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.807058:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682000 inode ffff94b1f0671148 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.807061:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.807064:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x32:0x0](ffff94b1f0671148) 00000080:00010000:1.0:1767734705.807068:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2ba45 from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.807070:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.807071:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.807074:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.807076:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.807079:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.807081:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.807084:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba45 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dac9b7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.807091:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.807093:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.807094:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.807096:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.807099:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba45 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dac9b7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.807107:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.807109:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.807111:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.807114:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.807116:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.807117:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.807120:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.807122:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.807124:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.807127:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.807129:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.807131:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.807132:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.807134:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734705.807137:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b9a00. 00000100:00000001:1.0:1767734705.807141:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.807146:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1fbbcca80 x1853602672117888/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.807154:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.807157:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.807159:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1c988e800. 02000000:00000001:1.0:1767734705.807163:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.807165:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.807167:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=95 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.807169:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.807171:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026f800. 02000000:00000001:1.0:1767734705.807174:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.807176:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.807178:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1fbbcca80. 00000100:00000001:1.0:1767734705.807181:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.807183:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.807185:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.807187:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.807189:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.807192:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.807195:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.807199:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.807203:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.807205:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.807207:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity41, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.807210:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.807212:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.807214:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.807217:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.807219:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.807221:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5318b8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.807223:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5318b8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.807226:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.807228:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.807230:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.807232:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734705.807238:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b9a00. 00800000:00000001:1.0:1767734705.807245:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.807249:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.807251:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x32:0x0] 00800000:00000001:1.0:1767734705.807254:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.807257:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x32:0x0] -> mds #0 00000002:00000001:1.0:1767734705.807289:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.807291:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.807295:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.807298:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.807302:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.807304:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.807338:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.807341:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.807343:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.807346:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.807349:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.807351:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.807354:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.807358:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba45 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dac9b7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.807366:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.807369:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.807371:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.807373:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x32:0x0] mode (null) 00000002:00000001:1.0:1767734705.807376:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.807378:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.807380:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.807383:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.807386:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.807388:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.807390:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.807392:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.807394:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.807396:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.807398:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.807400:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.807402:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.807404:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.807406:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.807408:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.807409:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.807411:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.807413:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.807416:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.807418:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.807420:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.807422:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.807424:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.807426:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.807428:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.807430:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x32:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.807432:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.807435:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.807437:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.807440:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.807443:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x32:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.807445:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.807447:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.807449:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.807451:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.807454:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.807456:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x32:0x0](ffff94b1f0671148) invalid 00000020:00000001:1.0:1767734705.807459:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.807461:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity41 (ffff94b1df682000) parent ffff94b1d0bd05e8 inode ffff94b1f0671148 refc 1 00000080:00000001:1.0:1767734705.807465:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.807467:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.807469:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.807472:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.807474:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.807477:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.807479:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.807482:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.807485:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683e800 with handle 0x1886cffb85c2ba45 from hash 00010000:00000001:1.0:1767734705.807488:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.807490:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.807491:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.807493:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.807495:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.807497:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.807500:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.807502:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.807505:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.807510:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1fbbcca80. 00000020:00000040:1.0:1767734705.807513:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=96 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.807517:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.807519:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.807521:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.807524:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.807527:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.807529:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.807531:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.807534:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.807536:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.807540:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.807547:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c51f9a00. 00000100:00000001:1.0:1767734705.807552:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.807554:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.807557:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.807561:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba45 lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac9b7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.807568:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.807570:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.807573:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.807576:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba45 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac9b7 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.807584:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.807588:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.807595:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.807597:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.807600:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.807602:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.807604:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.807611:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.807620:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1fbbcca80 x1853602672118144/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.807628:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.807630:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.807635:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.807637:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.807640:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.807642:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886417024 : -117982823134592 : ffff94b1fbbcca80) 00000100:00000001:1.0:1767734705.807646:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.807650:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.807652:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.807654:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.807658:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1fbbcca80 x1853602672118144/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.807667:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.807669:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.807672:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.807674:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.807677:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.807681:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1fbbcca80 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672118144:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.807685:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.807688:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.807691:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.807693:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.807697:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c988e800. 02000000:00000001:1.0:1767734705.807699:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.807706:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.807710:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.807714:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.807719:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672118144, portal 10 00000100:00000001:1.0:1767734705.807722:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.807724:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886417024 : -117982823134592 : ffff94b1fbbcca80) 00000100:00000040:1.0:1767734705.807730:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1fbbcca80 x1853602672118144/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.807739:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.807742:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.807744:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b7f8. 00000100:00000200:1.0:1767734705.807748:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672118144, offset 0 00000400:00000200:1.0:1767734705.807753:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.807760:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.807766:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.807770:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.807774:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.807777:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.807781:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.807785:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66862:66862:256:4294967295] 192.168.203.112@tcp LPNI seq info [66862:66862:8:4294967295] 00000400:00000200:1.0:1767734705.807790:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.807799:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.807805:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.807810:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cb00. 00000800:00000200:1.0:1767734705.807816:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.807823:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.807827:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cb00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.807850:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.807855:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 24923 usecs (25 jiffies) 00000400:00000200:1.0:1767734705.807860:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.807862:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467654 00000100:00000001:1.0:1767734705.807869:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467650 00000100:00000001:1.0:1767734705.807874:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467654 00000100:00000001:1.0:1767734705.807877:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467650 00000100:00000001:1.0:1767734705.807880:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.807883:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.807886:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.807888:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.807891:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.807893:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.807895:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734705.808022:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.808030:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cb00. 00000400:00000200:3.0:1767734705.808037:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.808045:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.808051:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b7f8 00000400:00000010:3.0:1767734705.808054:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b7f8. 00000100:00000001:3.0:1767734705.808058:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.808066:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1fbbcca80 x1853602672118144/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.808078:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.808083:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbcca80 x1853602672118144/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.808093:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.808096:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.809401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1fbb0a2e0. 00000080:00000010:1.1:1767734705.809418:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c491eb40. 00000800:00000001:2.0:1767734705.813147:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.813161:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.813164:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.813184:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.813191:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.813198:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.813205:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.813210:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.813215:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.813219:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d38980 00000400:00000200:2.0:1767734705.813225:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.813231:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7c075 [1] + 224 00000800:00000001:2.0:1767734705.813238:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.813247:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.813250:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.813255:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.813285:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.813294:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1fbbcca80 x1853602672118144/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734705.813349:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b1fbbcca80 x1853602672118144/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.813372:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734705.813381:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734705.813386:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.813395:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734705.813402:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66863:66863:256:4294967295] 192.168.203.112@tcp LPNI seq info [66863:66863:8:4294967295] 00000400:00000200:2.0:1767734705.813413:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.813418:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767734705.813432:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000400:00000001:1.0:1767734705.813436:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.813444:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1767734705.813445:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.813452:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000800:00000010:2.0:1767734705.813455:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790200. 00000400:00000200:1.0:1767734705.813461:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.813469:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000800:00000200:2.0:1767734705.813476:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000100:00000001:1.0:1767734705.813484:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:2.0:1767734705.813493:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00000200:1.0:1767734705.813499:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1fbbcca80 x1853602672118144/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767734705.813515:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790200 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:1.0:1767734705.813530:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1fbbcca80 x1853602672118144/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.813545:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.813547:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.813550:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.813553:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.813555:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.813557:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.813561:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.813567:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.813572:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.813575:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.813577:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.813580:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.813584:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.813586:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734705.813588:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x30000594c] 00000100:00000001:1.0:1767734705.813591:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734705.813594:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.813596:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886417024 : -117982823134592 : ffff94b1fbbcca80) 00000100:00000001:1.0:1767734705.813600:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.813602:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000800:00000200:2.0:1767734705.813603:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767734705.813606:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000010:2.0:1767734705.813611:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790200. 00000100:00000001:1.0:1767734705.813613:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734705.813621:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767734705.813625:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1fbbcca80 x1853602672118144/t12884924798(12884924798) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734705.813638:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.813654:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767734705.813655:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.813663:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.813666:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.813669:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.813675:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1fbbcca80 x1853602672118144/t12884924798(12884924798) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.813699:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1fbbcca80 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672118144:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.813706:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.813710:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.813712:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.813714:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.813718:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbcca80 x1853602672118144/t12884924798(12884924798) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.813726:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.813729:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.813733:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.813735:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.813740:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.813743:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.813748:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b9a00. 00000100:00000001:1.0:1767734705.813754:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.813758:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1fbbcca80 x1853602672118144/t12884924798(12884924798) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.813766:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.813770:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.813776:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.813778:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.813781:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity41 (ffff94b1df682000, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.813785:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.813788:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.813794:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.813800:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.813802:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.813804:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.813807:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.813811:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.813815:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1c6a353a0 -> ffff94b1c6a353a0 00000020:00000001:1.0:1767734705.813817:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.813821:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.813824:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x32:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.813828:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.813830:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.813833:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.813836:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x32:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.813840:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5318b8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.813844:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.813846:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.813848:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5318b8) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.813851:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.813853:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.813855:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.813858:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x32:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.813861:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.813862:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.813865:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.813867:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.813870:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.813872:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x32:0x0](ffff94b1f0671148) 00800000:00000001:1.0:1767734705.813876:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.813878:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x32:0x0] 00000002:00000001:1.0:1767734705.813881:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.813886:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.813888:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.813890:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.813893:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.813895:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.813898:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.813901:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.813903:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.813905:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.813909:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.813911:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5318b8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.813914:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.813915:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.813918:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5318b8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.813920:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.813922:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.813924:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5318b8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.813926:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5318b8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.813930:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1fe5318b8. 00020000:00000001:1.0:1767734705.813934:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.813936:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1c6a35320. 00000020:00001000:1.0:1767734705.813940:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.813942:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.813944:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.813952:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.813954:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.813956:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.813960:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.813981:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.813985:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.813986:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.813988:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.813991:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.813996:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c51f9000. 00800000:00000002:1.0:1767734705.814001:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.814004:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.814006:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.814008:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.814011:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.814015:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.814019:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.814023:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.814026:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.814028:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.814032:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.814034:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.814036:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.814039:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.814042:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.814047:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.814049:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.814054:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.814064:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.814067:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.814071:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.814079:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.814081:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.814083:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.814085:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.814088:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.814090:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.814093:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.814096:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.814098:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c51f9000. 00000080:00000001:1.0:1767734705.814102:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.814104:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.814107:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.814110:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.814114:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.814116:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.814118:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.814120:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.814123:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.814126:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.814129:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.814132:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.814133:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.814135:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.814137:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.814141:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.814143:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.814145:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.814147:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.814149:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.814152:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.814155:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.814158:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.814165:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.814167:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.814168:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.814170:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.814173:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.814181:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.814183:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.814185:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.814188:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.814189:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.814191:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.814194:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.814196:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.814198:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.814201:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.814203:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.814205:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.814206:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.814208:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.814209:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.814212:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.814216:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.814220:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.814222:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.814224:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.814227:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.814230:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.814232:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.814235:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.814237:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.814240:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.814242:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.814245:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.814254:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1fbb0a2e0. 00000020:00000001:1.0:1767734705.814257:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.814288:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity42, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.814292:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.814294:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.814297:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity42, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.814304:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c51f9000. 00000080:00000001:1.0:1767734705.814339:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.814341:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.814343:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.814346:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity42' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.814350:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.814353:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.814355:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity42' -> mds #0 00000002:00000001:1.0:1767734705.814359:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.814361:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.814363:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity42,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.814367:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.814369:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.814374:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1fbbce680. 00000020:00000040:1.0:1767734705.814377:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=97 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.814382:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.814385:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.814388:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.814390:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.814393:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.814395:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.814398:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.814401:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.814406:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026f800. 00000100:00000001:1.0:1767734705.814411:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.814415:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.814417:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.814420:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.814422:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.814424:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.814430:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090886424192 : -117982823127424 : ffff94b1fbbce680) 00010000:00000001:1.0:1767734705.814433:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.814435:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.814439:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.814442:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.814445:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.814448:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683ea00. 00000020:00000001:1.0:1767734705.814451:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.814454:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683ea00 with handle 0x1886cffb85c2ba4c to hash 00000020:00000001:1.0:1767734705.814457:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.814460:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.814463:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.814466:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.814468:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.814472:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba4c lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.814480:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba4c lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.814490:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba4c lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.814497:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.814500:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.814504:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.814506:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.814509:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.814511:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886424192 : -117982823127424 : ffff94b1fbbce680) 00000100:00000001:1.0:1767734705.814515:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.814518:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.814521:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.814522:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.814528:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1fbbce680 x1853602672118272/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.814539:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.814541:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.814544:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.814547:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.814550:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.814553:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1fbbce680 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672118272:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.814558:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.814561:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.814563:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.814565:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.814569:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c988c000. 02000000:00000001:1.0:1767734705.814572:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.814578:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.814581:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.814586:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.814592:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672118272, portal 10 00000100:00000001:1.0:1767734705.814594:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.814596:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886424192 : -117982823127424 : ffff94b1fbbce680) 00000100:00000040:1.0:1767734705.814602:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1fbbce680 x1853602672118272/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.814611:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.814614:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.814618:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845baa0. 00000100:00000200:1.0:1767734705.814621:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672118272, offset 0 00000400:00000200:1.0:1767734705.814627:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.814633:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.814639:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.814643:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.814647:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.814651:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.814654:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.814659:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66864:66864:256:4294967295] 192.168.203.112@tcp LPNI seq info [66864:66864:8:4294967295] 00000400:00000200:1.0:1767734705.814664:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.814673:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.814680:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.814684:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cb00. 00000800:00000200:1.0:1767734705.814690:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.814697:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.814702:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cb00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.814724:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.814729:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 24836 usecs (25 jiffies) 00000400:00000200:1.0:1767734705.814734:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.814737:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467661 00000100:00000001:1.0:1767734705.814744:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467654 00000100:00000001:1.0:1767734705.814749:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467661 00000100:00000001:1.0:1767734705.814753:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467654 00000100:00000001:1.0:1767734705.814757:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.814760:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.814762:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.814764:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.814767:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.814770:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.814773:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.814902:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.814910:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cb00. 00000400:00000200:2.0:1767734705.814917:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.814925:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.814931:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845baa0 00000400:00000010:2.0:1767734705.814934:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845baa0. 00000100:00000001:2.0:1767734705.814938:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.814946:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1fbbce680 x1853602672118272/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.814959:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.814963:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbce680 x1853602672118272/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.814973:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.814975:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767734705.818400:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:1.1:1767734705.818413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683e800. 00000800:00000001:3.0:1767734705.818540:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.818553:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.818558:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.818563:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.818571:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.818579:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.818586:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.818591:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.818608:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.818612:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d38a00 00000400:00000200:3.0:1767734705.818618:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.818624:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7c07d [1] + 224 00000800:00000001:3.0:1767734705.818631:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.818642:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.818645:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.818650:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.818655:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.818663:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1fbbce680 x1853602672118272/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734705.818677:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1fbbce680 x1853602672118272/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.818702:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734705.818710:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.818714:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.818795:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.818805:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.818807:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.818811:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.818819:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.818822:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.818826:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.818836:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1fbbce680 x1853602672118272/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.818851:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1fbbce680 x1853602672118272/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.818861:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.818863:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.818866:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.818868:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.818870:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.818873:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.818876:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.818881:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.818886:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.818889:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.818891:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.818893:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.818897:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.818900:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.818902:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.818905:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.818907:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.818912:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1fbbce680 x1853602672118272/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.818922:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.818925:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.818927:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.818931:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1fbbce680 x1853602672118272/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734705.818942:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1fbbce680 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672118272:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.818949:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.818951:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.818954:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.818955:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.818959:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1fbbce680 x1853602672118272/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.818967:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.818970:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.818973:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.818975:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.818977:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.818980:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.818982:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.818985:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734705.818988:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.818991:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734705.818996:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683ea00, remote cookie: 0x9bbb2ede58dac9ef, flags: 0x1001 00010000:00010000:1.0:1767734705.819002:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba4c lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac9ef expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.819012:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x33:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000001:1.0:1767734705.819016:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.819024:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.819028:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.819032:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.819036:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba4c lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac9ef expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.819051:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba4c lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac9ef expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.819058:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.819061:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.819063:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.819064:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.819066:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.819069:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x33:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.819073:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba4c lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac9ef expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.819080:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.819083:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.819085:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.819088:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.819090:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.819094:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba4c lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac9ef expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.819100:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.819102:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.819103:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.819105:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.819106:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.819108:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.819111:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.819113:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.819114:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.819116:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.819119:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.819122:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.819124:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.819127:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.819128:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734705.819130:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.819133:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.819136:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.819138:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.819142:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba4c lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac9ef expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.819149:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.819150:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.819152:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.819153:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.819155:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=5 00000020:00000001:1.0:1767734705.819157:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.819160:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.819162:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.819165:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba4c lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac9ef expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.819172:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.819173:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.819177:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba4c lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dac9ef expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.819183:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.819185:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.819186:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.819188:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.819189:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.819194:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1fbbce680 x1853602672118272/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.819203:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.819205:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.819206:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.819209:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.819211:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.819214:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.819215:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.819217:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.819219:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.819221:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.819224:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.819225:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.819227:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.819229:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.819231:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000002:00010000:1.0:1767734705.819235:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba4c lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dac9ef expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.819242:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.819243:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.819245:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.819247:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.819248:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.819249:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.819252:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.819254:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734705.819258:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.819291:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.819294:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/51 (0 0) 00010000:00000001:1.0:1767734705.819298:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.819300:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.819301:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.819304:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.819343:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity42 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.819348:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.819352:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.819354:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.819357:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.819361:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.819364:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.819366:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.819368:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.819372:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.819374:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.819376:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920755 : 144115272414920755 : 2000013a3000033) 00000080:00000001:1.0:1767734705.819379:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.819384:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920755 : 144115272414920755 : 2000013a3000033) 00000080:00000001:1.0:1767734705.819387:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.819391:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x33:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.819394:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x33:0x0](ffff94b1f0674b08): rc = 0 00000080:00000001:1.0:1767734705.819397:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090696264456 : -117983013287160 : ffff94b1f0674b08) 00010000:00000001:1.0:1767734705.819400:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.819401:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.819403:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.819406:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.819408:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000080:00000001:1.0:1767734705.819411:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.819413:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.819416:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.819418:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.819421:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.819423:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.819426:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1fe5316c8) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.819429:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.819431:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1fe5316c8) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.819434:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x33:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.819437:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.819439:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.819442:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.819444:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5316c8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.819448:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5316c8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.819451:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.819453:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.819455:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x33:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.819459:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.819461:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.819463:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.819465:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.819466:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.819469:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.819471:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.819474:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x33:0x0](ffff94b1f0674b08) for lock 0x1886cffb85c2ba4c 00800000:00000001:1.0:1767734705.819477:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.819479:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.819481:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.819482:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.819484:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.819486:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.819489:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.819492:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.819493:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.819495:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.819497:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.819501:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682ca8 inode ffff94b1f0674b08 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.819504:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.819508:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x33:0x0](ffff94b1f0674b08) 00000080:00010000:1.0:1767734705.819511:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2ba4c from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.819514:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.819515:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.819517:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.819519:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.819521:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.819524:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.819528:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba4c lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dac9ef expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.819535:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.819537:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.819539:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.819541:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.819544:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba4c lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dac9ef expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.819551:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.819553:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.819555:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.819558:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.819559:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.819561:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.819564:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.819566:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.819568:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.819571:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.819573:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.819575:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.819577:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.819579:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734705.819582:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c51f9000. 00000100:00000001:1.0:1767734705.819586:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.819592:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1fbbce680 x1853602672118272/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.819601:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.819603:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.819606:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1c988c000. 02000000:00000001:1.0:1767734705.819609:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.819611:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.819613:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=96 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.819616:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.819618:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026f800. 02000000:00000001:1.0:1767734705.819622:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.819624:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.819626:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1fbbce680. 00000100:00000001:1.0:1767734705.819630:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.819632:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.819634:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.819636:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.819638:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.819641:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.819644:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.819648:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.819651:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.819653:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.819656:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity42, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.819659:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.819661:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.819663:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.819665:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.819667:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.819669:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5316c8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.819672:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5316c8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.819675:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.819676:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.819678:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.819681:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734705.819686:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c51f9000. 00800000:00000001:1.0:1767734705.819694:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.819697:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.819699:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x33:0x0] 00800000:00000001:1.0:1767734705.819702:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.819705:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x33:0x0] -> mds #0 00000002:00000001:1.0:1767734705.819709:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.819710:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.819715:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.819718:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.819720:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.819723:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.819726:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.819728:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.819730:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.819733:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.819735:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.819737:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.819740:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.819743:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba4c lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dac9ef expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.819750:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.819753:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.819755:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.819757:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x33:0x0] mode (null) 00000002:00000001:1.0:1767734705.819760:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.819762:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.819764:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.819767:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.819770:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.819772:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.819773:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.819775:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.819777:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.819780:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.819781:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.819783:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.819785:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.819787:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.819789:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.819791:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.819792:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.819794:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.819796:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.819799:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.819801:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.819803:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.819805:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.819806:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.819809:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.819811:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.819812:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x33:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.819815:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.819817:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.819819:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.819821:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.819823:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x33:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.819826:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.819828:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.819830:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.819832:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.819834:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.819836:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x33:0x0](ffff94b1f0674b08) invalid 00000020:00000001:1.0:1767734705.819839:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.819841:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity42 (ffff94b1df682ca8) parent ffff94b1d0bd05e8 inode ffff94b1f0674b08 refc 1 00000080:00000001:1.0:1767734705.819845:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.819847:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.819849:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.819852:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.819854:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.819856:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.819858:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.819860:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.819863:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683ea00 with handle 0x1886cffb85c2ba4c from hash 00010000:00000001:1.0:1767734705.819866:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.819868:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.819870:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.819872:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.819874:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.819876:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.819879:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.819882:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.819884:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.819889:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1fbbce680. 00000020:00000040:1.0:1767734705.819892:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=97 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.819895:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.819897:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.819900:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.819902:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.819905:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.819907:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.819908:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.819911:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.819913:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.819916:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.819921:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c51f9600. 00000100:00000001:1.0:1767734705.819925:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.819928:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.819930:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.819935:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba4c lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac9ef expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.819942:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.819944:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.819946:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.819949:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba4c lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dac9ef expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.819957:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.819961:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.819970:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.819971:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.819974:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.819975:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.819978:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.819985:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.819993:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1fbbce680 x1853602672118528/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.820010:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.820012:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.820017:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.820019:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319488 : -117982740232128 : ffff94b200adc840) 00000100:00000001:1.0:1767734705.820022:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.820024:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886424192 : -117982823127424 : ffff94b1fbbce680) 00000100:00000001:1.0:1767734705.820028:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.820031:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.820033:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.820035:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.820039:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1fbbce680 x1853602672118528/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.820048:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.820050:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.820053:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.820056:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.820058:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.820062:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1fbbce680 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672118528:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.820066:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.820070:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.820072:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.820075:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.820078:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c988c000. 02000000:00000001:1.0:1767734705.820081:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.820088:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.820092:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.820097:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.820102:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672118528, portal 10 00000100:00000001:1.0:1767734705.820105:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.820106:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886424192 : -117982823127424 : ffff94b1fbbce680) 00000100:00000040:1.0:1767734705.820113:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1fbbce680 x1853602672118528/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.820129:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.820132:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.820135:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b440. 00000100:00000200:1.0:1767734705.820138:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672118528, offset 0 00000400:00000200:1.0:1767734705.820144:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.820150:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.820156:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.820160:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.820165:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.820168:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.820171:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.820175:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66865:66865:256:4294967295] 192.168.203.112@tcp LPNI seq info [66865:66865:8:4294967295] 00000400:00000200:1.0:1767734705.820181:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.820190:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.820196:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.820201:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cd00. 00000800:00000200:1.0:1767734705.820207:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.820213:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.820218:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cd00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.820241:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.820246:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 24740 usecs (25 jiffies) 00000400:00000200:1.0:1767734705.820250:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.820253:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467666 00000100:00000001:1.0:1767734705.820287:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467661 00000100:00000001:1.0:1767734705.820293:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467666 00000100:00000001:1.0:1767734705.820297:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467661 00000100:00000001:1.0:1767734705.820301:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.820304:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.820343:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.820346:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.820349:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc840 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.820354:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.820358:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.820427:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.820435:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cd00. 00000400:00000200:2.0:1767734705.820442:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.820450:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.820456:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b440 00000400:00000010:2.0:1767734705.820458:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b440. 00000100:00000001:2.0:1767734705.820463:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.820471:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1fbbce680 x1853602672118528/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.820484:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.820488:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbce680 x1853602672118528/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.820498:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.820512:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.823387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1fbb0a420. 00000080:00000010:1.1:1767734705.823405:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f0671080. 00000800:00000001:3.0:1767734705.825097:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.825109:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.825113:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.825116:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.825123:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.825130:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.825138:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.825142:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.825147:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.825152:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d38b00 00000400:00000200:3.0:1767734705.825158:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.825164:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7c085 [1] + 224 00000800:00000001:3.0:1767734705.825171:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.825193:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.825197:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.825202:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.825215:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.825223:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1fbbce680 x1853602672118528/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.825238:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b1fbbce680 x1853602672118528/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.825286:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.825294:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.825299:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.825305:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.825356:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66866:66866:256:4294967295] 192.168.203.112@tcp LPNI seq info [66866:66866:8:4294967295] 00000400:00000200:3.0:1767734705.825363:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.825375:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.825382:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000100:00000001:1.0:1767734705.825390:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1767734705.825391:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000400:00000001:1.0:1767734705.825402:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:3.0:1767734705.825404:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000400:00000001:1.0:1767734705.825408:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.825415:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000800:00000200:3.0:1767734705.825421:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000400:00000200:1.0:1767734705.825427:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000800:00000200:3.0:1767734705.825429:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1767734705.825434:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.825441:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.825452:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1fbbce680 x1853602672118528/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734705.825467:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1fbbce680 x1853602672118528/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.825479:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.825482:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.825485:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.825487:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.825490:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.825492:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.825496:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.825502:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000800:00000200:3.0:1767734705.825506:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00001000:1.0:1767734705.825508:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000800:00000010:3.0:1767734705.825516:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000100:00000001:1.0:1767734705.825517:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.825524:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734705.825528:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767734705.825530:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.825537:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734705.825545:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000001:1.0:1767734705.825547:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734705.825553:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x30000594d] 00000100:00000001:1.0:1767734705.825558:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000800:00000001:3.0:1767734705.825563:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767734705.825563:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.825571:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886424192 : -117982823127424 : ffff94b1fbbce680) 00000800:00000001:3.0:1767734705.825576:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.825577:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.825583:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.825588:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.825590:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.825597:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1fbbce680 x1853602672118528/t12884924799(12884924799) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.825607:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.825611:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.825613:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.825619:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1fbbce680 x1853602672118528/t12884924799(12884924799) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.825629:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1fbbce680 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672118528:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.825636:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.825639:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.825641:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.825643:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.825647:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbce680 x1853602672118528/t12884924799(12884924799) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.825655:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.825658:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc840. 00000100:00000001:1.0:1767734705.825662:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.825664:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.825668:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.825671:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.825675:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c51f9000. 00000100:00000001:1.0:1767734705.825680:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.825685:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1fbbce680 x1853602672118528/t12884924799(12884924799) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.825694:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.825697:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.825705:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.825708:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.825710:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity42 (ffff94b1df682ca8, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.825715:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.825718:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.825724:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.825730:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.825732:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.825734:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.825737:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.825740:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.825743:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1c6a356c0 -> ffff94b1c6a356c0 00000020:00000001:1.0:1767734705.825746:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.825748:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.825750:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.825754:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.825755:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.825757:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.825761:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x33:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.825764:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5316c8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.825768:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.825770:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.825772:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5316c8) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.825775:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.825777:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.825779:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.825782:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.825785:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.825786:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.825789:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.825791:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.825794:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.825796:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x33:0x0](ffff94b1f0674b08) 00800000:00000001:1.0:1767734705.825799:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.825801:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x33:0x0] 00000002:00000001:1.0:1767734705.825805:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.825809:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.825811:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.825813:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.825815:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.825819:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.825822:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.825825:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.825827:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.825830:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.825843:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.825846:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5316c8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.825878:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.825880:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.825883:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5316c8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.825886:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.825888:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.825890:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fe5316c8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.825893:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fe5316c8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.825896:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1fe5316c8. 00020000:00000001:1.0:1767734705.825900:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.825902:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1c6a35640. 00000020:00001000:1.0:1767734705.825906:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.825908:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.825910:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.825918:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.825920:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.825923:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.825927:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.825947:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.825950:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.825952:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.825953:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.825956:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.825962:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c51f9000. 00800000:00000002:1.0:1767734705.825967:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.825970:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.825973:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.825975:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.825978:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.825982:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.825985:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.825990:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.825991:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.825994:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.825998:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.826000:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.826002:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.826006:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.826009:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.826013:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.826015:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.826020:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.826030:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.826034:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.826037:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.826046:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.826048:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.826050:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.826053:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.826055:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.826057:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.826060:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.826062:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.826065:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c51f9000. 00000080:00000001:1.0:1767734705.826068:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.826070:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.826073:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.826077:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.826080:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.826082:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.826085:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.826087:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.826089:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.826092:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.826095:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.826098:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.826100:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.826101:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.826104:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.826106:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.826109:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.826110:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.826112:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.826114:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.826117:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.826119:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.826123:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.826131:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.826132:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.826134:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.826136:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.826139:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.826146:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.826149:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.826151:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.826154:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.826155:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.826157:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.826160:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.826162:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.826164:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.826167:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.826169:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.826171:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.826172:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.826174:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.826176:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.826179:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.826183:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.826186:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.826188:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.826190:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.826193:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.826196:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.826198:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.826201:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.826203:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.826206:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.826208:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.826211:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.826221:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1fbb0a420. 00000020:00000001:1.0:1767734705.826224:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.826226:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity43, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.826229:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.826231:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.826233:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity43, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.826239:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c51f9000. 00000080:00000001:1.0:1767734705.826243:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.826245:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.826246:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.826249:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity43' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.826252:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.826255:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.826285:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity43' -> mds #0 00000002:00000001:1.0:1767734705.826290:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.826292:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.826295:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity43,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.826299:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.826301:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.826333:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1fbbcd880. 00000020:00000040:1.0:1767734705.826337:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=98 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.826342:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.826345:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.826348:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.826349:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.826352:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.826356:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.826360:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.826364:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.826371:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026f800. 00000100:00000001:1.0:1767734705.826376:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.826380:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.826382:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.826385:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.826387:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.826391:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.826397:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090886420608 : -117982823131008 : ffff94b1fbbcd880) 00010000:00000001:1.0:1767734705.826401:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.826404:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.826408:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.826411:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.826415:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.826419:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683e800. 00000020:00000001:1.0:1767734705.826423:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.826425:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683e800 with handle 0x1886cffb85c2ba53 to hash 00000020:00000001:1.0:1767734705.826428:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.826431:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.826436:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.826440:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.826445:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.826450:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba53 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.826462:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba53 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.826472:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba53 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.826478:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.826480:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.826484:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adca80. 00000100:00000001:1.0:1767734705.826487:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969320064 : -117982740231552 : ffff94b200adca80) 00000100:00000001:1.0:1767734705.826490:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.826492:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886420608 : -117982823131008 : ffff94b1fbbcd880) 00000100:00000001:1.0:1767734705.826495:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.826499:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.826501:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.826502:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.826509:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1fbbcd880 x1853602672118656/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.826518:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.826520:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.826524:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.826527:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.826529:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.826533:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1fbbcd880 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672118656:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.826537:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.826540:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.826543:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.826545:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.826549:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c9889800. 02000000:00000001:1.0:1767734705.826551:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.826557:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.826561:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.826565:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.826570:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672118656, portal 10 00000100:00000001:1.0:1767734705.826573:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.826575:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886420608 : -117982823131008 : ffff94b1fbbcd880) 00000100:00000040:1.0:1767734705.826580:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1fbbcd880 x1853602672118656/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.826589:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.826592:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.826594:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bd48. 00000100:00000200:1.0:1767734705.826597:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672118656, offset 0 00000400:00000200:1.0:1767734705.826603:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.826609:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.826615:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.826620:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.826623:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.826627:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.826630:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.826634:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66867:66867:256:4294967295] 192.168.203.112@tcp LPNI seq info [66867:66867:8:4294967295] 00000400:00000200:1.0:1767734705.826639:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.826648:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.826654:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.826658:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472ce00. 00000800:00000200:1.0:1767734705.826664:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.826671:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.826675:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472ce00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.826698:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.826703:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 24651 usecs (25 jiffies) 00000400:00000200:1.0:1767734705.826708:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.826710:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467673 00000100:00000001:1.0:1767734705.826716:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467666 00000100:00000001:1.0:1767734705.826722:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467673 00000100:00000001:1.0:1767734705.826725:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467666 00000100:00000001:1.0:1767734705.826728:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.826731:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.826734:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.826736:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.826739:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adca80 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.826742:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.826744:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.826875:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.826883:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472ce00. 00000400:00000200:2.0:1767734705.826890:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.826898:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.826903:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bd48 00000400:00000010:2.0:1767734705.826906:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bd48. 00000100:00000001:2.0:1767734705.826911:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.826918:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1fbbcd880 x1853602672118656/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.826931:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.826936:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbcd880 x1853602672118656/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.826946:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.826948:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767734705.827405:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:1.1:1767734705.827417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683ea00. 00000800:00000001:3.0:1767734705.830189:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.830201:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.830205:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.830208:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.830216:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.830223:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.830230:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.830246:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.830251:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.830256:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d38b80 00000400:00000200:3.0:1767734705.830286:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.830292:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7c08d [1] + 224 00000800:00000001:3.0:1767734705.830300:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.830354:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.830360:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.830367:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.830374:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.830382:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1fbbcd880 x1853602672118656/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734705.830397:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1fbbcd880 x1853602672118656/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.830417:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734705.830427:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.830431:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.830462:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.830472:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.830475:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.830478:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.830485:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.830488:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.830492:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.830502:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1fbbcd880 x1853602672118656/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.830515:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1fbbcd880 x1853602672118656/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.830525:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.830527:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.830530:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.830532:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.830534:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.830537:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.830539:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.830545:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.830550:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.830552:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.830554:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.830557:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.830560:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.830563:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.830565:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.830567:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.830570:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.830575:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1fbbcd880 x1853602672118656/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.830584:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.830587:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.830589:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.830594:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1fbbcd880 x1853602672118656/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734705.830603:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1fbbcd880 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672118656:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.830609:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.830611:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.830614:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.830616:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.830619:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1fbbcd880 x1853602672118656/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.830627:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.830630:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adca80. 00000100:00000001:1.0:1767734705.830634:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.830635:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.830638:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.830641:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.830643:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.830646:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.830648:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.830652:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.830657:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683e800, remote cookie: 0x9bbb2ede58daca27, flags: 0x1001 00010000:00010000:1.0:1767734705.830662:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba53 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daca27 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.830673:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x34:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000001:1.0:1767734705.830677:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.830686:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.830690:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.830694:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.830699:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba53 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daca27 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.830708:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba53 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daca27 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.830715:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.830718:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.830720:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.830721:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.830723:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.830726:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x34:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.830731:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba53 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58daca27 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.830738:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.830740:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.830742:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.830745:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.830747:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.830751:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba53 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daca27 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.830757:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.830759:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.830761:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.830762:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.830764:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.830765:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.830769:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.830770:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.830772:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.830774:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.830777:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.830779:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.830782:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.830784:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.830785:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.830788:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.830790:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.830793:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.830795:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.830799:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba53 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58daca27 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.830806:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.830808:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.830809:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.830811:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.830812:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=5 00000020:00000001:1.0:1767734705.830814:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.830817:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.830819:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.830823:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba53 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58daca27 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.830829:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.830831:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.830834:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba53 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58daca27 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.830840:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.830842:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.830843:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.830845:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.830847:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.830852:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1fbbcd880 x1853602672118656/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.830861:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.830863:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.830864:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.830867:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.830869:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.830872:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.830873:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.830875:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.830878:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.830880:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.830883:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.830885:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.830886:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.830889:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.830891:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000002:00010000:1.0:1767734705.830895:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba53 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daca27 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.830902:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.830903:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.830905:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.830906:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.830908:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.830909:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.830912:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.830914:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.830918:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.830920:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.830924:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/52 (0 0) 00010000:00000001:1.0:1767734705.830928:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.830930:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.830931:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.830934:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.830937:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity43 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.830940:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.830944:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.830946:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.830949:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.830953:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.830957:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.830959:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.830962:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.830966:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.830968:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.830970:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920756 : 144115272414920756 : 2000013a3000034) 00000080:00000001:1.0:1767734705.830974:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.830979:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920756 : 144115272414920756 : 2000013a3000034) 00000080:00000001:1.0:1767734705.830982:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.830986:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x34:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.830990:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x34:0x0](ffff94b1f0675b88): rc = 0 00000080:00000001:1.0:1767734705.830993:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090696268680 : -117983013282936 : ffff94b1f0675b88) 00010000:00000001:1.0:1767734705.830995:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.830997:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.830998:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.831001:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.831003:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000080:00000001:1.0:1767734705.831006:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.831008:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.831010:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.831013:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.831015:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.831017:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.831020:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1c7306ba0) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.831023:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.831025:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1c7306ba0) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.831029:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x34:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.831031:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.831033:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.831036:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.831038:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1c7306ba0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.831042:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1c7306ba0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.831045:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.831046:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.831049:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x34:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.831052:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.831055:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.831057:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.831058:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.831060:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.831063:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.831064:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.831068:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x34:0x0](ffff94b1f0675b88) for lock 0x1886cffb85c2ba53 00800000:00000001:1.0:1767734705.831071:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.831072:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.831074:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.831076:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.831077:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.831080:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.831082:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.831085:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.831087:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.831088:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.831090:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.831094:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682000 inode ffff94b1f0675b88 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.831098:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.831101:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x34:0x0](ffff94b1f0675b88) 00000080:00010000:1.0:1767734705.831104:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2ba53 from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.831107:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.831108:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.831110:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.831113:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.831115:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.831118:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.831121:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba53 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58daca27 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.831128:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.831130:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.831131:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.831133:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.831136:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba53 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58daca27 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.831144:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.831146:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.831148:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.831151:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.831152:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.831154:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.831157:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.831158:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.831161:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.831163:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.831165:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.831167:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.831168:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.831170:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734705.831173:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c51f9000. 00000100:00000001:1.0:1767734705.831177:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.831182:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1fbbcd880 x1853602672118656/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.831191:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.831193:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.831196:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1c9889800. 02000000:00000001:1.0:1767734705.831199:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.831201:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.831203:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=97 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.831206:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.831208:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026f800. 02000000:00000001:1.0:1767734705.831212:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.831213:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.831215:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1fbbcd880. 00000100:00000001:1.0:1767734705.831219:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.831221:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.831223:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.831225:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.831227:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.831231:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.831233:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.831237:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.831241:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.831243:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.831245:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity43, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.831249:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.831251:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.831253:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.831255:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.831257:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.831292:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1c7306ba0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.831296:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1c7306ba0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.831298:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.831300:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.831302:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.831305:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734705.831345:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c51f9000. 00800000:00000001:1.0:1767734705.831354:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.831358:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.831362:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x34:0x0] 00800000:00000001:1.0:1767734705.831368:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.831372:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x34:0x0] -> mds #0 00000002:00000001:1.0:1767734705.831377:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.831379:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.831384:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.831387:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.831391:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.831395:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.831398:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.831403:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.831406:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.831409:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.831412:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.831414:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.831419:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.831424:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba53 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58daca27 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.831433:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.831437:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.831439:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.831442:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x34:0x0] mode (null) 00000002:00000001:1.0:1767734705.831447:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.831449:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.831452:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.831455:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.831458:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.831460:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.831462:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.831464:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.831466:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.831469:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.831471:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.831472:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.831474:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.831477:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.831479:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.831481:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.831483:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.831485:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.831487:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.831490:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.831493:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.831495:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.831497:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.831499:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.831502:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.831504:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.831506:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x34:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.831508:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.831510:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.831513:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.831515:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.831518:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x34:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.831521:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.831523:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.831525:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.831528:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.831530:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.831532:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x34:0x0](ffff94b1f0675b88) invalid 00000020:00000001:1.0:1767734705.831535:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.831538:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity43 (ffff94b1df682000) parent ffff94b1d0bd05e8 inode ffff94b1f0675b88 refc 1 00000080:00000001:1.0:1767734705.831541:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.831543:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.831545:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.831548:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.831551:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.831553:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.831555:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.831557:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.831560:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683e800 with handle 0x1886cffb85c2ba53 from hash 00010000:00000001:1.0:1767734705.831563:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.831566:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.831567:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.831569:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.831572:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.831574:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.831577:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.831579:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.831582:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.831586:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1fbbcd880. 00000020:00000040:1.0:1767734705.831590:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=98 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.831593:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.831595:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.831597:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.831600:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.831603:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.831605:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.831606:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.831609:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.831611:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.831614:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.831619:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c51f8400. 00000100:00000001:1.0:1767734705.831624:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.831626:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.831628:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.831633:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba53 lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58daca27 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.831640:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.831642:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.831644:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.831647:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba53 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58daca27 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.831655:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.831659:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.831669:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.831671:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.831673:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.831675:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.831678:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.831685:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.831694:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1fbbcd880 x1853602672118912/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.831702:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.831704:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.831708:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adca80. 00000100:00000001:1.0:1767734705.831711:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969320064 : -117982740231552 : ffff94b200adca80) 00000100:00000001:1.0:1767734705.831713:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.831715:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886420608 : -117982823131008 : ffff94b1fbbcd880) 00000100:00000001:1.0:1767734705.831720:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.831723:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.831725:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.831726:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.831731:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1fbbcd880 x1853602672118912/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.831740:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.831741:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.831745:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.831747:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.831749:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.831753:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1fbbcd880 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672118912:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.831758:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.831761:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.831763:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.831765:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.831769:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c9889800. 02000000:00000001:1.0:1767734705.831772:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.831778:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.831782:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.831787:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.831792:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672118912, portal 10 00000100:00000001:1.0:1767734705.831795:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.831796:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886420608 : -117982823131008 : ffff94b1fbbcd880) 00000100:00000040:1.0:1767734705.831802:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1fbbcd880 x1853602672118912/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.831811:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.831814:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.831816:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b000. 00000100:00000200:1.0:1767734705.831819:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672118912, offset 0 00000400:00000200:1.0:1767734705.831825:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.831832:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.831838:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.831842:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.831846:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.831850:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.831853:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.831857:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66868:66868:256:4294967295] 192.168.203.112@tcp LPNI seq info [66868:66868:8:4294967295] 00000400:00000200:1.0:1767734705.831863:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.831872:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.831878:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.831882:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c200. 00000800:00000200:1.0:1767734705.831888:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.831894:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.831899:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c200 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.831921:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.831926:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 24555 usecs (25 jiffies) 00000400:00000200:1.0:1767734705.831931:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.831934:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467678 00000100:00000001:1.0:1767734705.831940:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467673 00000100:00000001:1.0:1767734705.831945:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467678 00000100:00000001:1.0:1767734705.831948:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467673 00000100:00000001:1.0:1767734705.831952:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.831955:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.831957:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.831959:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.831962:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adca80 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.831965:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.831967:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.832100:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.832108:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c200. 00000400:00000200:2.0:1767734705.832115:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.832123:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.832129:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b000 00000400:00000010:2.0:1767734705.832132:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b000. 00000100:00000001:2.0:1767734705.832136:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.832144:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1fbbcd880 x1853602672118912/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.832157:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.832161:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbcd880 x1853602672118912/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.832171:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.832174:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.832385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1fbb0a2e0. 00000080:00000010:1.1:1767734705.832404:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f0674a40. 00000800:00000001:3.0:1767734705.837010:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.837021:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.837025:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.837028:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.837036:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.837043:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.837050:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.837055:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.837059:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.837064:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d38c80 00000400:00000200:3.0:1767734705.837070:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.837076:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7c095 [1] + 224 00000800:00000001:3.0:1767734705.837083:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.837090:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.837093:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.837111:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.837117:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.837124:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1fbbcd880 x1853602672118912/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.837138:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b1fbbcd880 x1853602672118912/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.837163:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.837170:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.837175:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.837180:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.837187:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66869:66869:256:4294967295] 192.168.203.112@tcp LPNI seq info [66869:66869:8:4294967295] 00000400:00000200:3.0:1767734705.837192:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.837202:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.837208:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.837213:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.837219:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.837226:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.837231:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767734705.837257:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.837294:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.837297:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.837301:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00010000:00000010:1.1:1767734705.837349:0:251835:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:1.1:1767734705.837360:0:251835:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683e800. 00000800:00000001:2.0:1767734705.837366:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767734705.837371:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000800:00000200:3.0:1767734705.837374:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1767734705.837378:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000800:00000001:2.0:1767734705.837379:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767734705.837382:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000100:00000001:1.0:1767734705.837387:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767734705.837395:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767734705.837402:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1fbbcd880 x1853602672118912/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734705.837421:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1fbbcd880 x1853602672118912/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.837431:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.837434:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.837437:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.837442:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.837446:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.837449:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.837452:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.837458:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.837463:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.837466:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.837469:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.837472:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.837475:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.837481:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000400:00000200:3.0:1767734705.837484:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000040:1.0:1767734705.837485:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x30000594e] 00000100:00000001:1.0:1767734705.837492:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734705.837497:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.837500:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886420608 : -117982823131008 : ffff94b1fbbcd880) 00000100:00000001:1.0:1767734705.837504:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.837507:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.837509:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.837511:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.837518:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1fbbcd880 x1853602672118912/t12884924800(12884924800) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.837529:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.837532:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.837534:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.837539:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1fbbcd880 x1853602672118912/t12884924800(12884924800) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.837549:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1fbbcd880 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672118912:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.837555:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.837558:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.837560:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.837562:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.837566:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbcd880 x1853602672118912/t12884924800(12884924800) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.837574:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.837577:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adca80. 00000100:00000001:1.0:1767734705.837580:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.837582:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.837587:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.837589:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.837593:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c51f9000. 00000100:00000001:1.0:1767734705.837598:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.837601:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1fbbcd880 x1853602672118912/t12884924800(12884924800) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.837609:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.837613:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.837619:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.837622:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.837624:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity43 (ffff94b1df682000, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.837628:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.837631:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.837636:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.837642:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.837644:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.837646:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.837649:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.837652:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.837656:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1c6a35f58 -> ffff94b1c6a35f58 00000020:00000001:1.0:1767734705.837658:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.837661:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.837663:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x34:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.837666:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.837668:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.837670:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.837673:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x34:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.837677:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1c7306ba0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.837680:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.837682:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.837685:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1c7306ba0) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.837688:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.837690:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.837692:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.837695:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x34:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.837698:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.837699:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.837701:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.837704:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.837707:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.837709:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x34:0x0](ffff94b1f0675b88) 00800000:00000001:1.0:1767734705.837712:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.837714:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x34:0x0] 00000002:00000001:1.0:1767734705.837717:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.837722:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.837724:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.837726:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.837729:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.837731:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.837733:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.837736:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.837738:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.837740:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.837744:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.837746:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1c7306ba0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.837748:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.837750:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.837753:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1c7306ba0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.837755:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.837757:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.837759:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1c7306ba0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.837762:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1c7306ba0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.837764:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1c7306ba0. 00020000:00000001:1.0:1767734705.837768:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.837770:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1c6a35ed8. 00000020:00001000:1.0:1767734705.837773:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.837776:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.837777:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.837784:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.837786:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.837788:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.837792:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.837813:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.837816:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.837818:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.837820:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.837823:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.837828:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c51f9000. 00800000:00000002:1.0:1767734705.837833:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.837836:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.837839:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.837841:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.837843:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.837847:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.837851:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.837855:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.837856:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.837859:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.837863:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.837865:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.837866:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.837870:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.837873:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.837877:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.837879:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.837884:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.837895:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.837898:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.837902:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.837910:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.837913:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.837915:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.837917:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.837919:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.837922:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.837925:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.837927:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.837930:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c51f9000. 00000080:00000001:1.0:1767734705.837933:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.837935:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.837938:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.837942:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.837945:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.837948:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.837950:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.837952:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.837954:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.837957:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.837960:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.837963:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.837964:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.837966:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.837968:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.837971:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.837973:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.837974:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.837976:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.837978:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.837981:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.837984:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.837987:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.837994:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.837996:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.837997:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.837999:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.838003:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.838010:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.838012:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.838014:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.838017:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.838018:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.838020:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.838023:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.838025:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.838028:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.838030:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.838032:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.838034:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.838035:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.838037:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.838039:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.838042:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.838045:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.838048:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.838050:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.838052:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.838055:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.838058:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.838059:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.838063:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.838065:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.838068:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.838070:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.838073:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.838082:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1fbb0a2e0. 00000020:00000001:1.0:1767734705.838085:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.838088:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity44, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.838091:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.838092:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.838095:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity44, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.838101:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c51f9000. 00000080:00000001:1.0:1767734705.838105:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.838106:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.838108:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.838110:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity44' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.838114:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.838116:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.838119:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity44' -> mds #0 00000002:00000001:1.0:1767734705.838122:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.838124:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.838126:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity44,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.838130:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.838132:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.838136:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1fbbced80. 00000020:00000040:1.0:1767734705.838140:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=99 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.838143:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.838147:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.838149:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.838151:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.838153:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.838155:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.838157:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.838160:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.838165:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026f800. 00000100:00000001:1.0:1767734705.838170:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.838173:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.838175:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.838177:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.838179:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.838181:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.838187:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090886425984 : -117982823125632 : ffff94b1fbbced80) 00010000:00000001:1.0:1767734705.838190:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.838192:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.838196:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.838198:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.838201:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.838204:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683e800. 00000020:00000001:1.0:1767734705.838207:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.838210:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683e800 with handle 0x1886cffb85c2ba5a to hash 00000020:00000001:1.0:1767734705.838212:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.838214:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.838217:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.838221:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.838224:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.838228:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba5a lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.838236:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba5a lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.838245:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba5a lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.838251:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.838253:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.838256:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adca80. 00000100:00000001:1.0:1767734705.838287:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969320064 : -117982740231552 : ffff94b200adca80) 00000100:00000001:1.0:1767734705.838292:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.838294:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886425984 : -117982823125632 : ffff94b1fbbced80) 00000100:00000001:1.0:1767734705.838298:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.838301:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.838304:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.838305:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.838359:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1fbbced80 x1853602672119040/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.838369:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.838371:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.838375:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.838378:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.838380:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.838384:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1fbbced80 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672119040:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.838389:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.838392:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.838394:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.838397:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.838402:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c988e000. 02000000:00000001:1.0:1767734705.838406:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.838412:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.838416:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.838421:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.838428:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672119040, portal 10 00000100:00000001:1.0:1767734705.838432:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.838434:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886425984 : -117982823125632 : ffff94b1fbbced80) 00000100:00000040:1.0:1767734705.838442:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1fbbced80 x1853602672119040/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.838452:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.838456:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.838461:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b2a8. 00000100:00000200:1.0:1767734705.838466:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672119040, offset 0 00000400:00000200:1.0:1767734705.838478:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.838486:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.838495:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.838500:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.838505:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.838508:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.838511:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.838516:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66870:66870:256:4294967295] 192.168.203.112@tcp LPNI seq info [66870:66870:8:4294967295] 00000400:00000200:1.0:1767734705.838521:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.838530:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.838536:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.838540:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c100. 00000800:00000200:1.0:1767734705.838546:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.838553:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.838557:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c100 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.838575:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.838580:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 24471 usecs (25 jiffies) 00000400:00000200:1.0:1767734705.838584:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.838588:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467685 00000100:00000001:1.0:1767734705.838595:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467678 00000100:00000001:1.0:1767734705.838600:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467685 00000100:00000001:1.0:1767734705.838604:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467678 00000100:00000001:1.0:1767734705.838607:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.838610:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.838613:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.838615:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.838618:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adca80 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.838620:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.838623:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.838748:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.838756:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c100. 00000400:00000200:2.0:1767734705.838774:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.838782:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.838787:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b2a8 00000400:00000010:2.0:1767734705.838790:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b2a8. 00000100:00000001:2.0:1767734705.838795:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.838803:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1fbbced80 x1853602672119040/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.838815:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.838820:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbced80 x1853602672119040/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.838830:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.838832:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.842283:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.842295:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.842298:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.842301:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.842347:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.842355:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.842365:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.842383:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.842391:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.842396:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d38d00 00000400:00000200:3.0:1767734705.842405:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.842413:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7c09d [1] + 224 00000800:00000001:3.0:1767734705.842421:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.842434:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.842439:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.842445:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.842450:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.842460:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1fbbced80 x1853602672119040/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734705.842477:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1fbbced80 x1853602672119040/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.842505:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734705.842512:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.842516:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.842549:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.842559:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.842562:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.842565:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.842572:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.842575:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.842579:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.842588:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1fbbced80 x1853602672119040/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.842603:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1fbbced80 x1853602672119040/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.842613:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.842615:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.842618:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.842620:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.842622:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.842624:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.842627:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.842633:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.842638:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.842641:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.842643:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.842646:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.842649:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.842652:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.842654:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.842657:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.842659:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.842665:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1fbbced80 x1853602672119040/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.842674:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.842677:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.842679:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.842684:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1fbbced80 x1853602672119040/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734705.842693:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1fbbced80 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672119040:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.842698:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.842701:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.842703:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.842705:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.842709:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1fbbced80 x1853602672119040/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.842717:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.842720:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adca80. 00000100:00000001:1.0:1767734705.842723:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.842725:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.842727:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.842730:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.842732:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.842735:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.842738:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.842741:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.842746:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683e800, remote cookie: 0x9bbb2ede58daca5f, flags: 0x1001 00010000:00010000:1.0:1767734705.842752:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba5a lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daca5f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.842762:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x35:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000001:1.0:1767734705.842767:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.842775:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.842779:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.842784:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.842788:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba5a lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daca5f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.842797:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba5a lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daca5f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.842804:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.842807:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.842809:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.842811:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.842812:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.842815:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x35:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.842820:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba5a lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58daca5f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.842827:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.842829:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.842831:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.842834:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.842836:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.842840:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba5a lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daca5f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.842847:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.842849:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.842850:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.842852:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.842854:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.842855:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.842859:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.842860:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.842862:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.842864:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.842866:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.842869:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.842872:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.842873:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.842875:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.842877:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.842879:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.842882:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.842884:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.842888:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba5a lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58daca5f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.842895:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.842897:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.842898:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.842899:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.842901:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=5 00000020:00000001:1.0:1767734705.842903:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.842906:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.842908:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.842911:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba5a lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58daca5f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.842918:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.842920:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.842922:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba5a lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58daca5f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.842938:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.842939:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.842941:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.842943:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.842944:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.842949:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1fbbced80 x1853602672119040/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.842957:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.842959:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.842960:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.842963:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.842965:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.842968:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.842969:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.842971:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.842973:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.842976:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.842978:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.842980:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.842982:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.842984:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.842987:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000002:00010000:1.0:1767734705.842990:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba5a lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daca5f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.842997:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.842999:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.843000:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.843002:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.843003:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.843005:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.843007:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.843011:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.843014:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.843017:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.843021:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/53 (0 0) 00010000:00000001:1.0:1767734705.843025:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.843026:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.843028:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.843030:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.843033:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity44 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.843036:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.843039:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.843042:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.843045:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.843048:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.843051:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.843053:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.843055:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.843059:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.843061:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.843064:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920757 : 144115272414920757 : 2000013a3000035) 00000080:00000001:1.0:1767734705.843067:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.843072:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920757 : 144115272414920757 : 2000013a3000035) 00000080:00000001:1.0:1767734705.843075:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.843079:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x35:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.843082:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x35:0x0](ffff94b1f06721c8): rc = 0 00000080:00000001:1.0:1767734705.843085:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090696253896 : -117983013297720 : ffff94b1f06721c8) 00010000:00000001:1.0:1767734705.843088:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.843089:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.843091:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.843093:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.843096:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000080:00000001:1.0:1767734705.843098:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.843100:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.843104:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.843106:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.843108:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.843111:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.843114:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1c7306c98) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.843117:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.843119:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1c7306c98) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.843122:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x35:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.843125:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.843127:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.843130:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.843132:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1c7306c98) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.843135:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1c7306c98) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.843138:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.843140:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.843142:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x35:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.843145:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.843148:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.843150:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.843151:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.843153:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.843156:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.843158:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.843161:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x35:0x0](ffff94b1f06721c8) for lock 0x1886cffb85c2ba5a 00800000:00000001:1.0:1767734705.843164:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.843166:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.843167:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.843169:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.843170:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.843173:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.843176:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.843179:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.843180:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.843182:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.843184:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.843189:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682ca8 inode ffff94b1f06721c8 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.843193:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.843196:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x35:0x0](ffff94b1f06721c8) 00000080:00010000:1.0:1767734705.843200:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2ba5a from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.843202:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.843204:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.843206:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.843208:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.843211:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.843213:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.843216:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba5a lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58daca5f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.843224:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.843225:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.843227:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.843229:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.843232:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba5a lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58daca5f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.843239:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.843241:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.843243:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.843246:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.843248:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.843249:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.843252:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.843254:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.843256:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.843286:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.843290:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.843292:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.843294:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.843296:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734705.843300:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c51f9000. 00000100:00000001:1.0:1767734705.843304:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.843339:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1fbbced80 x1853602672119040/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.843348:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.843350:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.843353:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1c988e000. 02000000:00000001:1.0:1767734705.843356:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.843358:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.843360:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=98 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.843362:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.843365:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026f800. 02000000:00000001:1.0:1767734705.843368:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.843369:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.843371:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1fbbced80. 00000100:00000001:1.0:1767734705.843376:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.843378:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.843381:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.843382:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.843384:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.843387:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.843390:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.843395:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.843398:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.843401:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.843403:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity44, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.843406:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.843408:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.843410:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.843413:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.843415:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.843417:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1c7306c98) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.843420:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1c7306c98) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.843423:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.843425:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.843427:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.843429:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734705.843435:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c51f9000. 00800000:00000001:1.0:1767734705.843442:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.843446:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.843448:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x35:0x0] 00800000:00000001:1.0:1767734705.843451:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.843454:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x35:0x0] -> mds #0 00000002:00000001:1.0:1767734705.843458:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.843460:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.843464:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.843467:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.843470:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.843472:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.843475:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.843477:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.843480:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.843482:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.843484:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.843486:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.843489:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.843492:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba5a lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58daca5f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.843500:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.843503:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.843505:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.843506:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x35:0x0] mode (null) 00000002:00000001:1.0:1767734705.843510:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.843512:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.843514:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.843516:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.843519:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.843521:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.843523:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.843524:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.843527:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.843529:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.843532:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.843533:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.843535:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.843537:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.843540:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.843542:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.843543:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.843545:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.843547:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.843549:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.843551:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.843554:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.843555:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.843557:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.843559:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.843561:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.843563:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x35:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.843565:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.843567:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.843570:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.843572:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.843574:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x35:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.843576:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.843579:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.843581:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.843583:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.843585:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.843587:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x35:0x0](ffff94b1f06721c8) invalid 00000020:00000001:1.0:1767734705.843590:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.843592:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity44 (ffff94b1df682ca8) parent ffff94b1d0bd05e8 inode ffff94b1f06721c8 refc 1 00000080:00000001:1.0:1767734705.843596:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.843598:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.843600:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.843603:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.843605:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.843608:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.843610:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.843613:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.843616:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683e800 with handle 0x1886cffb85c2ba5a from hash 00010000:00000001:1.0:1767734705.843619:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.843621:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.843623:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.843624:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.843626:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.843628:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.843631:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.843634:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.843636:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.843640:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1fbbced80. 00000020:00000040:1.0:1767734705.843644:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=99 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.843647:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.843649:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.843652:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.843655:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.843658:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.843659:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.843661:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.843663:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.843665:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.843668:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.843674:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d04b8c00. 00000100:00000001:1.0:1767734705.843679:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.843681:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.843683:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.843688:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba5a lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58daca5f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.843696:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.843698:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.843700:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.843703:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba5a lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58daca5f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.843717:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.843721:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.843729:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.843731:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.843733:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.843735:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.843738:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.843745:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.843753:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1fbbced80 x1853602672119296/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.843761:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.843763:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.843768:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adca80. 00000100:00000001:1.0:1767734705.843770:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969320064 : -117982740231552 : ffff94b200adca80) 00000100:00000001:1.0:1767734705.843773:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.843775:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886425984 : -117982823125632 : ffff94b1fbbced80) 00000100:00000001:1.0:1767734705.843779:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.843782:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.843785:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.843786:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.843791:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1fbbced80 x1853602672119296/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.843800:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.843802:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.843805:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.843807:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.843810:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.843813:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1fbbced80 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672119296:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.843818:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.843821:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.843823:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.843826:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.843829:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c988e000. 02000000:00000001:1.0:1767734705.843832:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.843838:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.843841:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.843846:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.843851:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672119296, portal 10 00000100:00000001:1.0:1767734705.843853:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.843855:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886425984 : -117982823125632 : ffff94b1fbbced80) 00000100:00000040:1.0:1767734705.843861:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1fbbced80 x1853602672119296/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.843869:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.843872:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.843875:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b550. 00000100:00000200:1.0:1767734705.843878:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672119296, offset 0 00000400:00000200:1.0:1767734705.843884:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.843890:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.843896:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.843900:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.843904:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.843907:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.843910:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.843914:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66871:66871:256:4294967295] 192.168.203.112@tcp LPNI seq info [66871:66871:8:4294967295] 00000400:00000200:1.0:1767734705.843919:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.843929:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.843935:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.843939:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cc00. 00000800:00000200:1.0:1767734705.843945:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.843951:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.843956:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cc00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.843978:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.843983:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 24378 usecs (25 jiffies) 00000400:00000200:1.0:1767734705.843987:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.843990:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467690 00000100:00000001:1.0:1767734705.843996:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467685 00000100:00000001:1.0:1767734705.844001:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467690 00000100:00000001:1.0:1767734705.844004:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467685 00000100:00000001:1.0:1767734705.844008:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.844011:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.844013:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.844015:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.844018:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adca80 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.844021:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.844023:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.844146:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.844154:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cc00. 00000400:00000200:2.0:1767734705.844161:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.844169:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.844175:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b550 00000400:00000010:2.0:1767734705.844177:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b550. 00000100:00000001:2.0:1767734705.844182:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.844190:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1fbbced80 x1853602672119296/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.844203:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.844207:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbced80 x1853602672119296/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.844217:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.844219:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.847400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1fbb0a420. 00000080:00000010:1.1:1767734705.847420:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f0675ac0. 00000800:00000001:3.0:1767734705.848888:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.848900:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.848904:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.848907:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.848914:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.848921:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.848928:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.848933:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.848938:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.848942:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d38e00 00000400:00000200:3.0:1767734705.848948:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.848954:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7c0a5 [1] + 224 00000800:00000001:3.0:1767734705.848961:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.848968:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.848971:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.848987:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.848993:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.849000:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1fbbced80 x1853602672119296/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.849015:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b1fbbced80 x1853602672119296/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.849042:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.849049:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.849053:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.849059:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.849066:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66872:66872:256:4294967295] 192.168.203.112@tcp LPNI seq info [66872:66872:8:4294967295] 00000400:00000200:3.0:1767734705.849072:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.849081:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734705.849087:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.849093:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.849099:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734705.849106:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.849112:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767734705.849135:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.849146:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.849149:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.849153:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.849161:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.849164:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.849169:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.849179:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1fbbced80 x1853602672119296/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767734705.849186:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.849196:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000100:00000200:1.0:1767734705.849204:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1fbbced80 x1853602672119296/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767734705.849208:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767734705.849222:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767734705.849228:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.849229:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000001:1.0:1767734705.849234:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.849236:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.849241:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.849247:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.849250:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.849254:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.849289:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.849297:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.849303:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.849355:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.849359:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.849362:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.849366:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.849369:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734705.849371:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x30000594f] 00000100:00000001:1.0:1767734705.849373:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734705.849375:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.849377:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886425984 : -117982823125632 : ffff94b1fbbced80) 00000100:00000001:1.0:1767734705.849381:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.849383:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.849385:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.849387:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.849394:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1fbbced80 x1853602672119296/t12884924801(12884924801) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.849405:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.849407:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.849410:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.849417:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1fbbced80 x1853602672119296/t12884924801(12884924801) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.849428:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1fbbced80 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672119296:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.849435:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.849443:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.849446:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.849448:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.849452:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbced80 x1853602672119296/t12884924801(12884924801) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.849460:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.849463:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adca80. 00000100:00000001:1.0:1767734705.849467:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.849468:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.849475:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.849479:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.849483:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c51f9000. 00000100:00000001:1.0:1767734705.849490:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.849495:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1fbbced80 x1853602672119296/t12884924801(12884924801) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.849505:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.849509:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.849516:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.849519:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.849522:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity44 (ffff94b1df682ca8, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.849526:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.849530:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.849535:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.849541:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.849543:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.849546:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.849549:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.849552:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.849556:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1c6a35d00 -> ffff94b1c6a35d00 00000020:00000001:1.0:1767734705.849559:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.849561:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.849563:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x35:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.849567:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.849569:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.849571:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.849575:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x35:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.849579:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1c7306c98) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.849582:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.849584:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.849586:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1c7306c98) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.849589:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.849591:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.849593:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.849596:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x35:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.849600:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.849602:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.849604:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.849607:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.849610:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.849612:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x35:0x0](ffff94b1f06721c8) 00800000:00000001:1.0:1767734705.849615:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.849617:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x35:0x0] 00000002:00000001:1.0:1767734705.849621:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.849624:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.849627:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.849629:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.849632:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.849634:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.849637:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.849639:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.849641:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.849644:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.849647:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.849649:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1c7306c98) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.849652:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.849653:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.849656:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1c7306c98) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.849658:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.849660:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.849662:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1c7306c98) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.849665:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1c7306c98) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.849669:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1c7306c98. 00020000:00000001:1.0:1767734705.849672:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.849674:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1c6a35c80. 00000020:00001000:1.0:1767734705.849678:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.849681:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.849682:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.849693:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.849694:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.849697:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.849701:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.849722:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.849726:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.849727:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.849729:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.849731:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.849736:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b9400. 00800000:00000002:1.0:1767734705.849741:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.849744:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.849747:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.849748:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.849751:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.849755:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.849758:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.849762:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.849764:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.849766:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.849770:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.849772:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.849774:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.849777:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.849780:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.849784:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.849787:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.849792:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.849802:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.849806:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.849809:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.849817:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.849820:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.849822:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.849824:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.849826:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.849829:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.849832:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.849834:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.849837:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b9400. 00000080:00000001:1.0:1767734705.849840:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.849842:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.849845:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.849848:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.849852:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.849854:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.849856:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.849857:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.849860:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.849863:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.849866:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.849869:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.849870:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.849872:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.849874:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.849877:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.849879:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.849880:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.849882:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.849884:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.849887:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.849889:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.849893:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.849900:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.849902:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.849903:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.849905:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.849908:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.849916:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.849919:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.849921:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.849924:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.849926:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.849927:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.849930:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.849932:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.849934:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.849937:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.849939:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.849941:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.849943:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.849945:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.849946:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.849949:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.849953:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.849956:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.849958:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.849960:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.849963:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.849966:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.849968:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.849971:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.849973:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.849976:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.849977:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.849981:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.849990:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1fbb0a420. 00000020:00000001:1.0:1767734705.849994:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.849997:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity45, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.850000:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.850002:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.850004:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity45, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.850010:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b9400. 00000080:00000001:1.0:1767734705.850014:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.850016:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.850018:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.850021:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity45' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.850025:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.850028:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.850031:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity45' -> mds #0 00000002:00000001:1.0:1767734705.850034:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.850036:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.850038:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity45,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.850042:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.850044:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.850047:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1fbbcdf80. 00000020:00000040:1.0:1767734705.850051:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=100 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.850055:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.850058:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.850060:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.850062:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.850064:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.850067:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.850069:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.850072:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.850077:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026f800. 00000100:00000001:1.0:1767734705.850082:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.850085:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.850088:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.850090:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.850092:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.850095:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.850100:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090886422400 : -117982823129216 : ffff94b1fbbcdf80) 00010000:00000001:1.0:1767734705.850104:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.850106:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.850109:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.850112:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.850115:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.850118:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683ea00. 00000020:00000001:1.0:1767734705.850121:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.850124:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683ea00 with handle 0x1886cffb85c2ba61 to hash 00000020:00000001:1.0:1767734705.850126:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.850128:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.850131:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.850134:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.850136:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.850140:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba61 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.850148:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba61 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.850157:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba61 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.850163:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.850165:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.850169:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adca80. 00000100:00000001:1.0:1767734705.850171:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969320064 : -117982740231552 : ffff94b200adca80) 00000100:00000001:1.0:1767734705.850174:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.850176:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886422400 : -117982823129216 : ffff94b1fbbcdf80) 00000100:00000001:1.0:1767734705.850179:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.850183:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.850185:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.850187:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.850193:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1fbbcdf80 x1853602672119424/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.850202:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.850204:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.850207:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.850210:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.850212:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.850216:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1fbbcdf80 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672119424:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.850221:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.850225:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.850227:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.850230:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.850234:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c9888800. 02000000:00000001:1.0:1767734705.850237:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.850243:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.850247:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.850251:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.850256:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672119424, portal 10 00000100:00000001:1.0:1767734705.850288:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.850290:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886422400 : -117982823129216 : ffff94b1fbbcdf80) 00000100:00000040:1.0:1767734705.850297:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1fbbcdf80 x1853602672119424/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.850336:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.850341:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.850345:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845be58. 00000100:00000200:1.0:1767734705.850349:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672119424, offset 0 00000400:00000200:1.0:1767734705.850355:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.850362:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.850368:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.850373:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.850377:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.850380:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.850384:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.850388:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66873:66873:256:4294967295] 192.168.203.112@tcp LPNI seq info [66873:66873:8:4294967295] 00000400:00000200:1.0:1767734705.850393:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.850402:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.850408:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.850413:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cf00. 00000800:00000200:1.0:1767734705.850419:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.850427:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.850431:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cf00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.850451:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.850456:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 24293 usecs (25 jiffies) 00000400:00000200:1.0:1767734705.850461:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.850464:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467697 00000100:00000001:1.0:1767734705.850470:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467690 00000100:00000001:1.0:1767734705.850476:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467697 00000100:00000001:1.0:1767734705.850479:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467690 00000100:00000001:1.0:1767734705.850482:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.850485:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.850488:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.850490:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.850493:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adca80 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.850496:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.850498:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734705.850623:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.850631:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cf00. 00000400:00000200:3.0:1767734705.850638:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.850646:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.850651:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845be58 00000400:00000010:3.0:1767734705.850654:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845be58. 00000100:00000001:3.0:1767734705.850659:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.850677:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1fbbcdf80 x1853602672119424/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.850690:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.850694:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbcdf80 x1853602672119424/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.850704:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.850707:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767734705.852407:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:1.1:1767734705.852418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683e800. 00000800:00000001:2.0:1767734705.854146:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.854160:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.854164:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.854167:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.854175:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.854194:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.854201:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.854206:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.854211:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.854216:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d38e80 00000400:00000200:2.0:1767734705.854222:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.854228:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7c0ad [1] + 224 00000800:00000001:2.0:1767734705.854235:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.854245:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.854248:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.854253:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.854257:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.854294:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1fbbcdf80 x1853602672119424/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734705.854351:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1fbbcdf80 x1853602672119424/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.854374:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734705.854384:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.854390:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.854410:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.854423:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.854425:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.854430:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.854438:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.854441:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.854445:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.854455:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1fbbcdf80 x1853602672119424/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.854469:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1fbbcdf80 x1853602672119424/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.854479:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.854481:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.854484:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.854486:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.854488:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.854491:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.854494:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.854500:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.854505:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.854508:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.854510:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.854512:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.854516:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.854519:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.854522:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.854524:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.854527:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.854532:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1fbbcdf80 x1853602672119424/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.854541:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.854544:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.854546:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.854550:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1fbbcdf80 x1853602672119424/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734705.854561:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1fbbcdf80 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672119424:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.854567:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.854569:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.854572:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.854574:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.854577:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1fbbcdf80 x1853602672119424/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.854585:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.854588:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adca80. 00000100:00000001:1.0:1767734705.854591:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.854593:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.854596:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.854598:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.854600:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.854604:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734705.854607:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.854610:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734705.854615:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683ea00, remote cookie: 0x9bbb2ede58daca97, flags: 0x1001 00010000:00010000:1.0:1767734705.854621:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba61 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daca97 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.854631:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x36:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000001:1.0:1767734705.854635:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.854643:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.854647:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.854652:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.854656:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba61 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daca97 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.854665:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba61 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daca97 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.854672:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.854675:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.854677:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.854678:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.854680:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.854683:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x36:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.854688:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba61 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58daca97 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.854695:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.854697:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.854699:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.854702:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.854704:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.854708:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba61 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daca97 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.854714:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.854716:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.854718:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.854719:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.854720:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.854722:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.854725:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.854727:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.854728:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.854730:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.854733:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.854736:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.854738:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.854740:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.854741:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734705.854743:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.854746:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.854749:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.854751:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.854755:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba61 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58daca97 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.854762:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.854763:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.854765:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.854766:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.854768:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=5 00000020:00000001:1.0:1767734705.854770:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.854773:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.854775:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.854779:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba61 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58daca97 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.854786:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.854788:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.854791:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba61 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58daca97 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.854797:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.854799:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.854800:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.854802:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.854803:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.854808:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1fbbcdf80 x1853602672119424/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.854817:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.854818:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.854820:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.854822:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.854824:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.854827:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.854828:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.854830:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.854832:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.854835:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.854837:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.854839:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.854840:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.854843:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.854845:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000002:00010000:1.0:1767734705.854849:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba61 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daca97 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.854856:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.854858:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.854859:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.854861:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.854863:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.854865:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.854867:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.854869:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734705.854873:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.854876:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.854879:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/54 (0 0) 00010000:00000001:1.0:1767734705.854883:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.854884:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.854886:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.854888:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.854891:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity45 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.854894:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.854897:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.854900:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.854903:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.854907:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.854909:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.854911:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.854914:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.854917:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.854919:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.854922:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920758 : 144115272414920758 : 2000013a3000036) 00000080:00000001:1.0:1767734705.854925:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.854930:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920758 : 144115272414920758 : 2000013a3000036) 00000080:00000001:1.0:1767734705.854933:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.854937:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x36:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.854940:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x36:0x0](ffff94b1f0677448): rc = 0 00000080:00000001:1.0:1767734705.854943:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090696275016 : -117983013276600 : ffff94b1f0677448) 00010000:00000001:1.0:1767734705.854945:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.854947:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.854949:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.854952:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.854955:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000080:00000001:1.0:1767734705.854958:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.854960:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.854963:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.854965:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.854967:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.854970:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.854973:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1c7306e88) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.854976:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.854979:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1c7306e88) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.854982:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x36:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.854985:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.854987:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.854990:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.854992:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1c7306e88) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.854995:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1c7306e88) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.854998:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.855000:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.855003:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x36:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.855006:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.855009:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.855011:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.855012:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.855014:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.855017:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.855019:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.855022:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x36:0x0](ffff94b1f0677448) for lock 0x1886cffb85c2ba61 00800000:00000001:1.0:1767734705.855025:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.855027:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.855028:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.855030:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.855032:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.855034:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.855037:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.855040:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.855042:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.855043:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.855046:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.855050:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682000 inode ffff94b1f0677448 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.855053:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.855057:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x36:0x0](ffff94b1f0677448) 00000080:00010000:1.0:1767734705.855061:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2ba61 from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.855063:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.855065:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.855067:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.855069:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.855072:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.855074:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.855077:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba61 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58daca97 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.855085:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.855086:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.855088:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.855090:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.855093:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba61 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58daca97 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.855101:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.855103:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.855105:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.855107:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.855109:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.855111:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.855113:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.855115:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.855118:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.855120:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.855122:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.855124:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.855126:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.855127:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734705.855131:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b9400. 00000100:00000001:1.0:1767734705.855135:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.855140:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1fbbcdf80 x1853602672119424/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.855148:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.855150:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.855153:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1c9888800. 02000000:00000001:1.0:1767734705.855156:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.855158:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.855160:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=99 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.855163:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.855165:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026f800. 02000000:00000001:1.0:1767734705.855168:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.855170:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.855172:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1fbbcdf80. 00000100:00000001:1.0:1767734705.855176:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.855178:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.855180:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.855182:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.855184:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.855187:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.855190:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.855194:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.855197:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.855199:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.855202:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity45, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.855205:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.855207:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.855209:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.855212:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.855213:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.855215:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1c7306e88) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.855219:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1c7306e88) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.855221:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.855223:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.855225:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.855227:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734705.855233:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b9400. 00800000:00000001:1.0:1767734705.855240:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.855243:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.855246:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x36:0x0] 00800000:00000001:1.0:1767734705.855248:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.855251:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x36:0x0] -> mds #0 00000002:00000001:1.0:1767734705.855255:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.855256:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.855294:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.855298:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.855301:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.855304:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.855337:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.855341:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.855343:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.855346:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.855348:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.855351:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.855353:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.855357:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba61 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58daca97 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.855366:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.855368:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.855370:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.855372:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x36:0x0] mode (null) 00000002:00000001:1.0:1767734705.855375:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.855377:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.855379:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.855382:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.855386:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.855388:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.855389:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.855391:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.855393:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.855396:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.855398:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.855399:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.855401:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.855403:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.855405:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.855407:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.855409:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.855410:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.855413:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.855415:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.855417:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.855419:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.855421:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.855423:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.855425:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.855427:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.855429:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x36:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.855431:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.855434:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.855436:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.855438:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.855440:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x36:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.855443:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.855445:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.855447:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.855449:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.855451:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.855453:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x36:0x0](ffff94b1f0677448) invalid 00000020:00000001:1.0:1767734705.855456:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.855459:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity45 (ffff94b1df682000) parent ffff94b1d0bd05e8 inode ffff94b1f0677448 refc 1 00000080:00000001:1.0:1767734705.855463:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.855465:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.855467:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.855470:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.855472:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.855474:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.855476:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.855478:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.855482:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683ea00 with handle 0x1886cffb85c2ba61 from hash 00010000:00000001:1.0:1767734705.855484:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.855486:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.855488:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.855489:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.855492:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.855493:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.855496:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.855499:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.855501:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.855506:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1fbbcdf80. 00000020:00000040:1.0:1767734705.855510:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=100 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.855513:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.855515:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.855517:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.855520:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.855523:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.855525:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.855526:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.855529:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.855531:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.855534:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.855539:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d04b9a00. 00000100:00000001:1.0:1767734705.855544:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.855546:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.855548:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.855553:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba61 lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58daca97 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.855560:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.855563:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.855565:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.855568:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba61 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58daca97 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.855576:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.855580:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.855589:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.855590:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.855593:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.855595:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.855597:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.855604:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.855613:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1fbbcdf80 x1853602672119680/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.855622:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.855623:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.855628:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adca80. 00000100:00000001:1.0:1767734705.855630:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969320064 : -117982740231552 : ffff94b200adca80) 00000100:00000001:1.0:1767734705.855633:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.855635:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886422400 : -117982823129216 : ffff94b1fbbcdf80) 00000100:00000001:1.0:1767734705.855639:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.855642:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.855644:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.855646:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.855650:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1fbbcdf80 x1853602672119680/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.855659:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.855660:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.855664:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.855666:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.855669:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.855672:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1fbbcdf80 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672119680:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.855677:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.855680:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.855682:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.855685:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.855688:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c9888800. 02000000:00000001:1.0:1767734705.855690:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.855697:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.855700:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.855705:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.855710:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672119680, portal 10 00000100:00000001:1.0:1767734705.855713:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.855714:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886422400 : -117982823129216 : ffff94b1fbbcdf80) 00000100:00000040:1.0:1767734705.855720:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1fbbcdf80 x1853602672119680/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.855729:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.855732:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.855735:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b4c8. 00000100:00000200:1.0:1767734705.855738:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672119680, offset 0 00000400:00000200:1.0:1767734705.855744:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.855750:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.855756:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.855761:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.855764:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.855768:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.855771:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.855775:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66874:66874:256:4294967295] 192.168.203.112@tcp LPNI seq info [66874:66874:8:4294967295] 00000400:00000200:1.0:1767734705.855780:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.855789:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.855796:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.855800:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472ca00. 00000800:00000200:1.0:1767734705.855806:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.855813:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.855817:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472ca00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.855839:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.855844:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 24202 usecs (25 jiffies) 00000400:00000200:1.0:1767734705.855849:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.855851:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467702 00000100:00000001:1.0:1767734705.855857:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467697 00000100:00000001:1.0:1767734705.855863:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467702 00000100:00000001:1.0:1767734705.855866:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467697 00000100:00000001:1.0:1767734705.855869:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.855872:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.855875:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.855877:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.855880:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adca80 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.855883:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.855885:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734705.856015:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.856023:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472ca00. 00000400:00000200:3.0:1767734705.856029:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.856038:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.856044:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b4c8 00000400:00000010:3.0:1767734705.856047:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b4c8. 00000100:00000001:3.0:1767734705.856051:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.856059:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1fbbcdf80 x1853602672119680/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.856072:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.856076:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbcdf80 x1853602672119680/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.856086:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.856089:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.857400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1fbb0a2e0. 00000080:00000010:1.1:1767734705.857420:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f0672100. 00000800:00000001:2.0:1767734705.861097:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.861112:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.861115:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.861119:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.861126:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.861133:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.861141:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.861146:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.861151:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.861155:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d38f80 00000400:00000200:2.0:1767734705.861161:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.861167:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7c0b5 [1] + 224 00000800:00000001:2.0:1767734705.861174:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.861194:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.861198:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.861203:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.861209:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.861217:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1fbbcdf80 x1853602672119680/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734705.861231:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b1fbbcdf80 x1853602672119680/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.861282:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734705.861289:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734705.861295:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.861300:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734705.861352:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66875:66875:256:4294967295] 192.168.203.112@tcp LPNI seq info [66875:66875:8:4294967295] 00000400:00000200:2.0:1767734705.861360:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.861370:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:2.0:1767734705.861379:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734705.861388:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790200. 00000100:00000001:1.0:1767734705.861390:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767734705.861400:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000400:00000001:1.0:1767734705.861401:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.861409:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.861415:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000800:00000200:2.0:1767734705.861420:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000400:00000200:1.0:1767734705.861427:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000800:00000200:2.0:1767734705.861429:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790200 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1767734705.861437:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.861445:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.861459:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1fbbcdf80 x1853602672119680/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734705.861475:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1fbbcdf80 x1853602672119680/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.861489:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.861492:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.861495:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.861498:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.861501:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.861504:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.861508:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.861511:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00001000:1.0:1767734705.861515:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000800:00000010:2.0:1767734705.861519:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790200. 00000100:00001000:1.0:1767734705.861524:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000400:00000200:2.0:1767734705.861528:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767734705.861531:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.861538:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.861545:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767734705.861547:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00010000:00000001:1.0:1767734705.861550:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.861557:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734705.861560:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x300005950] 00000800:00000001:2.0:1767734705.861561:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767734705.861563:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734705.861569:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000001:2.0:1767734705.861572:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.861573:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886422400 : -117982823129216 : ffff94b1fbbcdf80) 00000100:00000001:1.0:1767734705.861583:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.861586:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.861589:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.861592:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.861600:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1fbbcdf80 x1853602672119680/t12884924802(12884924802) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.861611:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.861614:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.861616:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.861621:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1fbbcdf80 x1853602672119680/t12884924802(12884924802) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.861631:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1fbbcdf80 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672119680:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.861637:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.861641:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.861643:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.861645:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.861649:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbcdf80 x1853602672119680/t12884924802(12884924802) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.861656:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.861660:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adca80. 00000100:00000001:1.0:1767734705.861664:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.861665:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.861670:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.861673:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.861677:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b9400. 00000100:00000001:1.0:1767734705.861682:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.861686:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1fbbcdf80 x1853602672119680/t12884924802(12884924802) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.861694:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.861697:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.861704:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.861707:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.861710:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity45 (ffff94b1df682000, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.861715:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.861719:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.861725:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.861731:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.861733:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.861735:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.861738:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.861741:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.861745:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1c6a35aa8 -> ffff94b1c6a35aa8 00000020:00000001:1.0:1767734705.861747:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.861749:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.861751:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x36:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.861755:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.861756:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.861758:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.861762:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x36:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.861765:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1c7306e88) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.861769:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.861770:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.861773:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1c7306e88) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.861776:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.861778:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.861780:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.861782:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x36:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.861786:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.861787:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.861789:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.861792:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.861795:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.861797:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x36:0x0](ffff94b1f0677448) 00800000:00000001:1.0:1767734705.861800:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.861802:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x36:0x0] 00000002:00000001:1.0:1767734705.861805:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.861809:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.861812:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.861814:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.861816:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.861818:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.861821:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.861823:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.861825:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.861828:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.861831:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.861833:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1c7306e88) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.861836:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.861838:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.861840:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1c7306e88) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.861842:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.861844:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.861846:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1c7306e88) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.861848:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1c7306e88) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.861851:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1c7306e88. 00020000:00000001:1.0:1767734705.861855:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.861857:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1c6a35a28. 00000020:00001000:1.0:1767734705.861861:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.861863:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.861865:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.861874:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.861875:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.861879:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.861883:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.861904:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.861907:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.861909:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.861911:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.861913:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.861918:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b9400. 00800000:00000002:1.0:1767734705.861923:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.861927:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.861929:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.861931:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.861934:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.861938:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.861942:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.861946:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.861948:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.861951:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.861955:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.861956:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.861959:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.861962:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.861966:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.861970:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.861973:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.861977:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.861988:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.861992:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.861996:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.862004:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.862007:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.862010:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.862012:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.862014:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.862017:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.862020:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.862022:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.862025:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b9400. 00000080:00000001:1.0:1767734705.862028:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.862030:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.862033:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.862037:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.862040:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.862042:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.862044:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.862046:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.862049:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.862052:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.862055:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.862058:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.862060:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.862062:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.862064:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.862067:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.862070:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.862071:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.862073:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.862075:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.862078:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.862080:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.862084:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.862091:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.862093:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.862095:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.862097:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.862101:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.862109:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.862111:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.862113:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.862116:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.862117:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.862119:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.862122:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.862124:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.862126:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.862129:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.862131:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.862133:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.862134:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.862136:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.862138:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.862141:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.862144:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.862147:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.862149:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.862151:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.862155:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.862157:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.862159:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.862162:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.862164:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.862167:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.862170:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.862173:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.862182:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1fbb0a2e0. 00000020:00000001:1.0:1767734705.862186:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.862188:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity46, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.862192:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.862194:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.862197:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity46, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.862203:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b9400. 00000080:00000001:1.0:1767734705.862207:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.862209:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.862211:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.862213:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity46' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.862217:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.862220:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.862222:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity46' -> mds #0 00000002:00000001:1.0:1767734705.862226:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.862227:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.862230:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity46,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.862233:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.862235:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.862239:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1fbbcf800. 00000020:00000040:1.0:1767734705.862242:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=101 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.862246:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.862249:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.862252:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.862254:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.862256:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.862285:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.862288:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.862291:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.862297:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026f800. 00000100:00000001:1.0:1767734705.862302:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.862305:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.862337:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.862340:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.862342:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.862344:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.862351:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090886428672 : -117982823122944 : ffff94b1fbbcf800) 00010000:00000001:1.0:1767734705.862355:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.862358:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.862362:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.862365:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.862368:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.862372:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683e800. 00000020:00000001:1.0:1767734705.862375:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.862378:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683e800 with handle 0x1886cffb85c2ba68 to hash 00000020:00000001:1.0:1767734705.862380:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.862382:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.862385:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.862388:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.862390:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.862394:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba68 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.862402:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba68 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.862412:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba68 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.862417:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.862419:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.862423:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adca80. 00000100:00000001:1.0:1767734705.862426:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969320064 : -117982740231552 : ffff94b200adca80) 00000100:00000001:1.0:1767734705.862428:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.862430:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886428672 : -117982823122944 : ffff94b1fbbcf800) 00000100:00000001:1.0:1767734705.862433:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.862437:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.862439:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.862440:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.862446:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1fbbcf800 x1853602672119808/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.862456:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.862458:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.862461:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.862464:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.862467:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.862471:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1fbbcf800 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672119808:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.862475:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.862479:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.862481:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.862483:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.862490:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1d1e4a000. 02000000:00000001:1.0:1767734705.862492:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.862499:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.862502:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.862506:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.862511:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672119808, portal 10 00000100:00000001:1.0:1767734705.862514:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.862515:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886428672 : -117982823122944 : ffff94b1fbbcf800) 00000100:00000040:1.0:1767734705.862521:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1fbbcf800 x1853602672119808/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.862530:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.862533:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.862535:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b770. 00000100:00000200:1.0:1767734705.862539:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672119808, offset 0 00000400:00000200:1.0:1767734705.862544:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.862550:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.862556:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.862561:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.862565:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.862568:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.862571:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.862575:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66876:66876:256:4294967295] 192.168.203.112@tcp LPNI seq info [66876:66876:8:4294967295] 00000400:00000200:1.0:1767734705.862581:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.862590:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.862596:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.862600:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472ca00. 00000800:00000200:1.0:1767734705.862606:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.862613:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.862617:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472ca00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.862639:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.862644:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 24121 usecs (25 jiffies) 00000400:00000200:1.0:1767734705.862649:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.862652:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467709 00000100:00000001:1.0:1767734705.862657:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467702 00000100:00000001:1.0:1767734705.862663:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467709 00000100:00000001:1.0:1767734705.862667:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467702 00000100:00000001:1.0:1767734705.862670:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.862673:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.862676:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.862678:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.862681:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adca80 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.862683:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.862686:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734705.862813:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.862821:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472ca00. 00000400:00000200:3.0:1767734705.862828:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.862835:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.862841:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b770 00000400:00000010:3.0:1767734705.862844:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b770. 00000100:00000001:3.0:1767734705.862849:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.862856:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1fbbcf800 x1853602672119808/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.862869:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.862873:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbcf800 x1853602672119808/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.862894:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.862897:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767734705.866400:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:1.1:1767734705.866412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683ea00. 00000800:00000001:2.0:1767734705.866491:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.866506:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.866511:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.866518:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.866539:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.866546:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.866553:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.866558:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.866563:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.866568:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d39000 00000400:00000200:2.0:1767734705.866574:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.866580:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7c0bd [1] + 224 00000800:00000001:2.0:1767734705.866587:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.866597:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.866601:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.866605:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.866610:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.866618:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1fbbcf800 x1853602672119808/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734705.866632:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1fbbcf800 x1853602672119808/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.866661:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734705.866669:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.866673:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.866713:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.866722:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.866724:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.866728:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.866733:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.866735:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.866739:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.866748:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1fbbcf800 x1853602672119808/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.866763:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1fbbcf800 x1853602672119808/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.866773:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.866776:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.866779:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.866781:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.866783:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.866786:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.866789:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.866795:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.866799:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.866802:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.866804:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.866806:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.866809:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.866813:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.866815:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.866817:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.866819:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.866825:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1fbbcf800 x1853602672119808/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.866833:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.866836:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.866838:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.866843:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1fbbcf800 x1853602672119808/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734705.866852:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1fbbcf800 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672119808:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.866858:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.866861:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.866863:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.866865:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.866869:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1fbbcf800 x1853602672119808/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.866877:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.866880:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adca80. 00000100:00000001:1.0:1767734705.866883:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.866885:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.866888:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.866891:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.866894:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.866897:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.866899:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.866903:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.866909:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683e800, remote cookie: 0x9bbb2ede58dacacf, flags: 0x1001 00010000:00010000:1.0:1767734705.866915:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba68 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dacacf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.866925:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x37:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000001:1.0:1767734705.866929:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.866937:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.866941:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.866946:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.866950:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba68 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x37:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dacacf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.866960:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba68 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dacacf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.866968:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.866971:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.866973:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.866975:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.866976:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.866979:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x37:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.866984:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba68 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dacacf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.866991:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.866994:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.866996:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.866999:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.867002:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.867006:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba68 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dacacf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.867012:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.867014:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.867015:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.867017:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.867018:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.867020:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.867023:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.867026:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.867027:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.867029:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.867032:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.867035:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.867038:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.867039:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.867041:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734705.867043:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.867046:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.867048:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.867051:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.867054:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba68 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dacacf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.867062:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.867063:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.867065:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.867066:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.867068:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=5 00000020:00000001:1.0:1767734705.867070:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.867073:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.867076:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.867079:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba68 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dacacf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.867086:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.867087:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.867090:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba68 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dacacf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.867097:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.867098:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.867100:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.867101:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.867102:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.867107:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1fbbcf800 x1853602672119808/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.867116:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.867117:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.867119:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.867121:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.867124:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.867126:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.867128:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.867129:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.867132:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.867134:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.867136:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.867138:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.867140:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.867142:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.867145:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000002:00010000:1.0:1767734705.867149:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba68 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dacacf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.867156:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.867158:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.867160:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.867162:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.867163:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.867164:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.867167:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.867169:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734705.867173:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.867175:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.867179:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/55 (0 0) 00010000:00000001:1.0:1767734705.867183:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.867184:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.867185:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.867188:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.867190:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity46 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.867194:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.867197:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.867199:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.867202:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.867206:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.867209:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.867211:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.867213:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.867216:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.867219:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.867221:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920759 : 144115272414920759 : 2000013a3000037) 00000080:00000001:1.0:1767734705.867224:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.867229:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920759 : 144115272414920759 : 2000013a3000037) 00000080:00000001:1.0:1767734705.867232:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.867236:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x37:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.867239:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x37:0x0](ffff94b1f0670908): rc = 0 00000080:00000001:1.0:1767734705.867243:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090696247560 : -117983013304056 : ffff94b1f0670908) 00010000:00000001:1.0:1767734705.867246:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.867247:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.867249:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.867251:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.867254:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000080:00000001:1.0:1767734705.867256:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.867284:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.867288:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.867291:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.867293:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.867296:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.867298:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1c7306d90) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.867301:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.867303:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1c7306d90) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.867339:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x37:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.867342:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.867345:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.867348:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.867351:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1c7306d90) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.867354:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1c7306d90) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.867357:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.867359:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.867362:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x37:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.867365:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.867368:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.867370:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.867372:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.867373:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.867376:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.867378:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.867382:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x37:0x0](ffff94b1f0670908) for lock 0x1886cffb85c2ba68 00800000:00000001:1.0:1767734705.867385:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.867387:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.867389:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.867390:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.867393:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.867396:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.867399:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.867402:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.867403:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.867405:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.867407:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.867412:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682ca8 inode ffff94b1f0670908 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.867415:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.867418:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x37:0x0](ffff94b1f0670908) 00000080:00010000:1.0:1767734705.867422:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2ba68 from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.867425:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.867426:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.867428:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734705.867431:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.867433:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734705.867436:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.867440:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba68 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dacacf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.867447:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.867449:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.867450:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.867452:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.867455:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba68 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dacacf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.867462:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.867465:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.867467:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.867470:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.867471:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.867473:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.867475:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.867477:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.867480:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.867482:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.867485:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.867486:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.867488:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.867489:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734705.867493:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b9400. 00000100:00000001:1.0:1767734705.867497:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.867503:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1fbbcf800 x1853602672119808/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.867511:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.867513:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.867516:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1d1e4a000. 02000000:00000001:1.0:1767734705.867520:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.867523:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.867524:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=100 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.867527:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.867529:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026f800. 02000000:00000001:1.0:1767734705.867532:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.867534:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.867536:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1fbbcf800. 00000100:00000001:1.0:1767734705.867540:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.867542:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.867544:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.867546:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.867548:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.867551:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.867554:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.867558:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.867561:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.867563:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.867566:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity46, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.867569:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.867571:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.867573:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.867576:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.867578:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.867580:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1c7306d90) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.867583:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1c7306d90) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.867586:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.867588:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.867590:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.867592:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734705.867598:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b9400. 00800000:00000001:1.0:1767734705.867605:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.867609:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.867611:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x37:0x0] 00800000:00000001:1.0:1767734705.867614:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.867616:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x37:0x0] -> mds #0 00000002:00000001:1.0:1767734705.867620:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.867622:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.867626:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.867629:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.867631:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.867634:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.867637:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.867639:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.867641:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.867643:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.867646:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.867648:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.867650:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.867653:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba68 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dacacf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.867661:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.867663:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.867665:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.867667:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x37:0x0] mode (null) 00000002:00000001:1.0:1767734705.867670:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.867672:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.867674:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.867677:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.867680:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.867682:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.867684:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.867686:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.867688:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.867691:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.867692:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.867694:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.867696:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.867698:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.867700:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.867702:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.867703:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.867705:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.867707:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.867710:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.867712:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.867714:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.867715:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.867717:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.867719:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.867721:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.867723:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x37:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.867725:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.867727:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.867729:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.867731:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.867734:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x37:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.867736:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.867738:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.867740:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.867742:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.867744:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.867746:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x37:0x0](ffff94b1f0670908) invalid 00000020:00000001:1.0:1767734705.867749:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.867752:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity46 (ffff94b1df682ca8) parent ffff94b1d0bd05e8 inode ffff94b1f0670908 refc 1 00000080:00000001:1.0:1767734705.867756:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.867758:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.867759:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.867763:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.867765:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.867767:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.867769:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.867771:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.867774:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683e800 with handle 0x1886cffb85c2ba68 from hash 00010000:00000001:1.0:1767734705.867777:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.867779:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.867780:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.867782:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.867784:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.867786:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.867789:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.867791:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.867793:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.867798:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1fbbcf800. 00000020:00000040:1.0:1767734705.867801:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=101 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.867805:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.867807:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.867809:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.867812:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.867815:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.867816:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.867818:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.867821:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.867823:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.867826:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.867832:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c51f9000. 00000100:00000001:1.0:1767734705.867836:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.867839:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.867841:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.867845:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba68 lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dacacf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.867853:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.867855:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.867858:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.867861:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2ba68 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dacacf expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.867868:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.867872:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.867880:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.867882:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.867884:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.867886:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.867888:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.867895:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.867903:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1fbbcf800 x1853602672120064/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.867912:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.867914:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.867918:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adca80. 00000100:00000001:1.0:1767734705.867921:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969320064 : -117982740231552 : ffff94b200adca80) 00000100:00000001:1.0:1767734705.867923:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.867925:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886428672 : -117982823122944 : ffff94b1fbbcf800) 00000100:00000001:1.0:1767734705.867929:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.867932:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.867935:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.867936:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.867940:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1fbbcf800 x1853602672120064/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.867949:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.867951:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.867954:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.867957:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.867960:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.867964:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1fbbcf800 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672120064:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.867968:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.867971:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.867973:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.867976:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.867979:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1d1e4a000. 02000000:00000001:1.0:1767734705.867982:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.867988:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.867992:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.867997:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.868002:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672120064, portal 10 00000100:00000001:1.0:1767734705.868004:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.868006:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886428672 : -117982823122944 : ffff94b1fbbcf800) 00000100:00000040:1.0:1767734705.868012:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1fbbcf800 x1853602672120064/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.868020:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.868023:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.868026:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b908. 00000100:00000200:1.0:1767734705.868029:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672120064, offset 0 00000400:00000200:1.0:1767734705.868035:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.868041:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.868047:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.868051:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.868055:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.868059:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.868062:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.868066:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66877:66877:256:4294967295] 192.168.203.112@tcp LPNI seq info [66877:66877:8:4294967295] 00000400:00000200:1.0:1767734705.868071:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.868080:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.868086:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.868091:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cf00. 00000800:00000200:1.0:1767734705.868097:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.868103:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.868108:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cf00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.868129:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.868133:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 24032 usecs (25 jiffies) 00000400:00000200:1.0:1767734705.868138:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.868141:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467714 00000100:00000001:1.0:1767734705.868147:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467709 00000100:00000001:1.0:1767734705.868152:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467714 00000100:00000001:1.0:1767734705.868156:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467709 00000100:00000001:1.0:1767734705.868159:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.868162:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.868164:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.868166:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.868169:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adca80 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.868172:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.868174:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734705.868372:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.868380:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cf00. 00000400:00000200:3.0:1767734705.868387:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.868395:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.868400:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b908 00000400:00000010:3.0:1767734705.868404:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b908. 00000100:00000001:3.0:1767734705.868409:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.868420:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1fbbcf800 x1853602672120064/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.868437:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.868442:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbcf800 x1853602672120064/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.868534:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.868537:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.871387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1fbb0a420. 00000080:00000010:1.1:1767734705.871407:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f0677380. 00000800:00000001:2.0:1767734705.873225:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.873239:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.873243:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.873246:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.873254:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.873283:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.873292:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.873297:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.873302:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.873348:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d39100 00000400:00000200:2.0:1767734705.873357:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.873365:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7c0c5 [1] + 224 00000800:00000001:2.0:1767734705.873390:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.873402:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.873405:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.873411:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.873418:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.873429:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1fbbcf800 x1853602672120064/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734705.873445:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b1fbbcf800 x1853602672120064/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.873469:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734705.873476:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734705.873481:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.873487:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734705.873495:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66878:66878:256:4294967295] 192.168.203.112@tcp LPNI seq info [66878:66878:8:4294967295] 00000400:00000200:2.0:1767734705.873501:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.873514:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767734705.873516:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000400:00000001:1.0:1767734705.873525:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:2.0:1767734705.873527:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000400:00000001:1.0:1767734705.873533:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000010:2.0:1767734705.873537:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790200. 00000400:00000010:1.0:1767734705.873540:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.873551:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000800:00000200:2.0:1767734705.873552:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000400:00000010:1.0:1767734705.873557:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.873566:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:2.0:1767734705.873570:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734705.873581:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790200 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:1.0:1767734705.873582:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1fbbcf800 x1853602672120064/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734705.873604:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1fbbcf800 x1853602672120064/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.873615:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.873618:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.873621:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.873624:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.873626:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.873629:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.873632:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.873638:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.873642:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.873645:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.873647:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.873650:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.873654:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.873658:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734705.873661:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x300005951] 00000800:00000200:2.0:1767734705.873664:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767734705.873665:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734705.873672:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:2.0:1767734705.873675:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790200. 00000100:00000001:1.0:1767734705.873677:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886428672 : -117982823122944 : ffff94b1fbbcf800) 00000100:00000001:1.0:1767734705.873685:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1767734705.873687:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767734705.873689:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.873698:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.873704:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734705.873705:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734705.873710:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767734705.873715:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1fbbcf800 x1853602672120064/t12884924803(12884924803) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767734705.873723:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.873731:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.873737:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.873740:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.873746:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1fbbcf800 x1853602672120064/t12884924803(12884924803) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.873759:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1fbbcf800 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672120064:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.873765:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.873768:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.873770:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.873772:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.873776:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbcf800 x1853602672120064/t12884924803(12884924803) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.873784:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.873787:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adca80. 00000100:00000001:1.0:1767734705.873791:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.873793:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.873798:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.873800:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.873804:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b9400. 00000100:00000001:1.0:1767734705.873810:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.873814:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1fbbcf800 x1853602672120064/t12884924803(12884924803) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.873822:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.873824:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.873831:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.873833:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.873836:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity46 (ffff94b1df682ca8, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.873840:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.873845:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.873850:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.873856:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.873858:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.873860:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.873863:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.873866:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.873870:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1c6a35b70 -> ffff94b1c6a35b70 00000020:00000001:1.0:1767734705.873873:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.873875:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.873877:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x37:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.873880:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.873882:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.873884:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.873888:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x37:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.873891:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1c7306d90) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.873895:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.873897:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.873900:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1c7306d90) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.873904:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.873906:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.873908:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.873911:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x37:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.873915:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.873917:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.873920:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.873923:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.873926:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.873929:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x37:0x0](ffff94b1f0670908) 00800000:00000001:1.0:1767734705.873932:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.873934:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x37:0x0] 00000002:00000001:1.0:1767734705.873937:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.873941:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.873944:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.873946:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.873948:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.873950:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.873953:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.873956:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.873958:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.873960:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.873964:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.873966:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1c7306d90) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.873968:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.873970:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.873972:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1c7306d90) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.873975:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.873977:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.873979:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1c7306d90) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.873982:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1c7306d90) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.873985:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1c7306d90. 00020000:00000001:1.0:1767734705.873989:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.873991:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1c6a35af0. 00000020:00001000:1.0:1767734705.873995:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.873998:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.873999:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.874008:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.874010:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.874013:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.874016:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.874037:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.874040:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.874042:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.874044:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.874046:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.874052:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b9400. 00800000:00000002:1.0:1767734705.874056:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.874060:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.874062:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.874064:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.874066:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.874070:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.874073:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.874077:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.874079:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.874082:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.874086:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.874088:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.874090:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.874093:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.874096:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.874100:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.874103:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.874108:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.874118:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.874121:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.874125:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.874134:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.874137:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.874139:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.874141:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.874143:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.874146:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.874149:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.874151:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.874154:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b9400. 00000080:00000001:1.0:1767734705.874158:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.874160:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.874162:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.874166:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.874169:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.874171:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.874173:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.874175:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.874178:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.874181:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.874184:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.874187:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.874189:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.874190:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.874192:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.874195:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.874198:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.874199:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.874201:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.874203:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.874206:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.874208:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.874211:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.874219:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.874220:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.874222:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.874224:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.874228:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.874235:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.874237:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.874239:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.874242:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.874243:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.874245:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.874248:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.874250:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.874252:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.874255:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.874257:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.874285:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.874286:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.874288:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.874290:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.874293:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.874298:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.874301:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.874303:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.874305:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.874337:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.874340:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.874342:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.874346:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.874348:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.874353:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.874355:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.874360:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.874373:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1fbb0a420. 00000020:00000001:1.0:1767734705.874377:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.874381:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity47, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.874385:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.874387:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.874391:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity47, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.874399:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b9400. 00000080:00000001:1.0:1767734705.874405:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.874408:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.874411:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.874413:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity47' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.874417:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.874420:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.874423:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity47' -> mds #0 00000002:00000001:1.0:1767734705.874428:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.874431:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.874436:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity47,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.874440:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.874445:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.874450:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1fbbcd500. 00000020:00000040:1.0:1767734705.874455:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=102 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.874461:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.874464:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.874467:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.874469:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.874471:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.874474:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.874476:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.874480:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.874485:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026f800. 00000100:00000001:1.0:1767734705.874489:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.874493:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.874495:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.874497:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.874499:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.874502:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.874507:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090886419712 : -117982823131904 : ffff94b1fbbcd500) 00010000:00000001:1.0:1767734705.874511:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.874513:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.874516:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.874519:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.874522:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.874525:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683ea00. 00000020:00000001:1.0:1767734705.874528:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.874531:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683ea00 with handle 0x1886cffb85c2ba6f to hash 00000020:00000001:1.0:1767734705.874533:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.874535:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.874538:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.874541:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.874543:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.874547:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba6f lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.874555:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba6f lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.874564:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba6f lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.874570:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.874572:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.874576:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adca80. 00000100:00000001:1.0:1767734705.874578:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969320064 : -117982740231552 : ffff94b200adca80) 00000100:00000001:1.0:1767734705.874581:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.874583:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886419712 : -117982823131904 : ffff94b1fbbcd500) 00000100:00000001:1.0:1767734705.874587:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.874591:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.874593:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.874594:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.874601:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1fbbcd500 x1853602672120192/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.874610:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.874612:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.874616:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.874618:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.874621:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.874625:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1fbbcd500 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672120192:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.874629:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.874632:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.874635:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.874637:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.874641:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1d1e4e000. 02000000:00000001:1.0:1767734705.874643:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.874650:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.874653:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.874658:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.874663:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672120192, portal 10 00000100:00000001:1.0:1767734705.874665:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.874667:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886419712 : -117982823131904 : ffff94b1fbbcd500) 00000100:00000040:1.0:1767734705.874672:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1fbbcd500 x1853602672120192/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.874681:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.874684:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.874687:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b660. 00000100:00000200:1.0:1767734705.874690:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672120192, offset 0 00000400:00000200:1.0:1767734705.874696:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.874702:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.874708:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.874712:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.874716:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.874720:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.874723:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.874727:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66879:66879:256:4294967295] 192.168.203.112@tcp LPNI seq info [66879:66879:8:4294967295] 00000400:00000200:1.0:1767734705.874733:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.874742:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.874748:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.874752:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cc00. 00000800:00000200:1.0:1767734705.874758:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.874765:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.874769:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cc00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.874791:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.874796:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 23952 usecs (24 jiffies) 00000400:00000200:1.0:1767734705.874800:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.874803:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467720 00000100:00000001:1.0:1767734705.874809:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467714 00000100:00000001:1.0:1767734705.874815:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467720 00000100:00000001:1.0:1767734705.874818:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467714 00000100:00000001:1.0:1767734705.874822:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.874825:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.874828:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.874829:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.874832:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adca80 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.874835:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.874838:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.874961:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.874969:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cc00. 00000400:00000200:2.0:1767734705.874976:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.874984:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.875000:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b660 00000400:00000010:2.0:1767734705.875003:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b660. 00000100:00000001:2.0:1767734705.875007:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.875015:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1fbbcd500 x1853602672120192/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.875028:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.875032:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbcd500 x1853602672120192/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.875042:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.875045:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767734705.875371:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:1.1:1767734705.875379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683e800. 00000800:00000001:3.0:1767734705.878217:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.878228:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.878232:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.878236:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.878243:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.878250:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.878257:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.878288:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.878293:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.878297:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d39180 00000400:00000200:3.0:1767734705.878303:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.878350:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7c0cd [1] + 224 00000800:00000001:3.0:1767734705.878360:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.878372:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.878387:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.878393:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.878398:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.878406:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1fbbcd500 x1853602672120192/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734705.878424:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1fbbcd500 x1853602672120192/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.878448:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734705.878456:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.878460:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.878491:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.878502:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.878504:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.878507:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.878515:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.878517:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.878521:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.878530:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1fbbcd500 x1853602672120192/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.878554:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1fbbcd500 x1853602672120192/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.878563:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.878565:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.878568:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.878570:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.878572:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.878575:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.878577:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.878583:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.878588:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.878591:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.878593:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.878595:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.878599:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.878602:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.878604:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.878607:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.878609:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.878614:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1fbbcd500 x1853602672120192/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.878623:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.878626:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.878628:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.878633:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1fbbcd500 x1853602672120192/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734705.878642:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1fbbcd500 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672120192:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.878648:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.878650:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.878653:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.878655:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.878659:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1fbbcd500 x1853602672120192/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.878667:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.878670:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adca80. 00000100:00000001:1.0:1767734705.878673:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.878674:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.878677:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.878680:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.878682:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.878685:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734705.878687:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.878691:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734705.878696:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683ea00, remote cookie: 0x9bbb2ede58dacb07, flags: 0x1001 00010000:00010000:1.0:1767734705.878702:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba6f lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dacb07 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.878712:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x38:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000001:1.0:1767734705.878716:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.878724:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.878728:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.878733:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.878737:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba6f lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dacb07 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.878746:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba6f lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dacb07 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.878753:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.878756:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.878758:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.878760:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.878761:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.878765:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x38:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.878770:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba6f lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dacb07 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.878777:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.878779:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.878781:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.878784:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.878787:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.878790:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba6f lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dacb07 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.878797:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.878798:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.878800:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.878802:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.878803:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.878805:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.878808:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.878810:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.878811:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.878813:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.878816:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.878819:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.878821:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.878822:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.878824:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734705.878826:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.878829:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.878831:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.878834:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.878838:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba6f lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dacb07 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.878852:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.878854:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.878855:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.878857:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.878859:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=5 00000020:00000001:1.0:1767734705.878861:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.878863:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.878866:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.878869:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba6f lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dacb07 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.878876:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.878878:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.878880:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba6f lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dacb07 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.878887:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.878889:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.878890:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.878892:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.878893:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.878898:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1fbbcd500 x1853602672120192/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.878907:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.878908:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.878910:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.878912:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.878914:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.878917:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.878918:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.878920:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.878922:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.878925:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.878928:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.878929:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.878931:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.878933:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.878936:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000002:00010000:1.0:1767734705.878940:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba6f lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dacb07 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.878947:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.878948:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.878950:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.878951:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.878953:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.878954:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.878957:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.878959:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734705.878963:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.878966:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.878969:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/56 (0 0) 00010000:00000001:1.0:1767734705.878973:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.878974:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.878976:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.878978:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.878981:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity47 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.878984:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.878987:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.878990:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.878993:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.878996:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.878999:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.879001:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.879003:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.879007:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.879009:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.879012:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920760 : 144115272414920760 : 2000013a3000038) 00000080:00000001:1.0:1767734705.879015:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.879020:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920760 : 144115272414920760 : 2000013a3000038) 00000080:00000001:1.0:1767734705.879023:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.879027:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x38:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.879031:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x38:0x0](ffff94b1f06763c8): rc = 0 00000080:00000001:1.0:1767734705.879033:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090696270792 : -117983013280824 : ffff94b1f06763c8) 00010000:00000001:1.0:1767734705.879036:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.879037:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.879039:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.879041:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.879044:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000080:00000001:1.0:1767734705.879047:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.879048:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.879051:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.879054:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.879056:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.879059:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.879061:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1c73069b0) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.879064:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.879067:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1c73069b0) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.879070:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x38:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.879072:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.879074:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.879077:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.879079:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1c73069b0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.879083:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1c73069b0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.879085:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.879087:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.879090:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x38:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.879093:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.879095:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.879097:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.879099:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.879101:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.879104:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.879106:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.879109:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x38:0x0](ffff94b1f06763c8) for lock 0x1886cffb85c2ba6f 00800000:00000001:1.0:1767734705.879113:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.879115:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.879116:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.879118:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.879119:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.879122:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.879125:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.879128:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.879129:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.879131:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.879133:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.879137:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682000 inode ffff94b1f06763c8 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.879141:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.879144:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x38:0x0](ffff94b1f06763c8) 00000080:00010000:1.0:1767734705.879147:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2ba6f from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.879150:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.879151:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.879153:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.879156:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.879159:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.879161:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.879165:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba6f lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dacb07 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.879172:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.879173:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.879175:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.879177:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.879180:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba6f lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dacb07 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.879188:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.879191:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.879193:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.879196:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.879197:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.879199:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.879202:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.879204:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.879206:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.879209:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.879211:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.879213:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.879215:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.879216:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734705.879220:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b9400. 00000100:00000001:1.0:1767734705.879224:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.879229:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1fbbcd500 x1853602672120192/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.879237:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.879240:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.879243:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1d1e4e000. 02000000:00000001:1.0:1767734705.879247:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.879249:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.879250:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=101 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.879253:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.879255:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026f800. 02000000:00000001:1.0:1767734705.879291:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.879294:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.879296:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1fbbcd500. 00000100:00000001:1.0:1767734705.879301:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.879303:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.879305:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.879336:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.879338:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.879342:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.879345:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.879352:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.879357:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.879360:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.879363:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity47, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.879368:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.879370:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.879373:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.879377:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.879380:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.879383:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1c73069b0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.879387:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1c73069b0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.879390:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.879393:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.879396:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.879399:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734705.879405:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d04b9400. 00800000:00000001:1.0:1767734705.879414:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.879419:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.879422:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x38:0x0] 00800000:00000001:1.0:1767734705.879426:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.879429:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x38:0x0] -> mds #0 00000002:00000001:1.0:1767734705.879434:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.879437:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.879443:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.879446:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.879449:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.879452:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.879454:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.879457:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.879459:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.879461:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.879464:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.879466:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.879468:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.879472:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba6f lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dacb07 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.879480:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.879483:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.879485:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.879487:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x38:0x0] mode (null) 00000002:00000001:1.0:1767734705.879490:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.879491:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.879493:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.879496:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.879499:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.879501:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.879502:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.879504:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.879507:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.879509:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.879511:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.879512:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.879514:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.879516:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.879518:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.879520:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.879522:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.879523:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.879526:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.879528:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.879530:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.879532:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.879534:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.879536:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.879538:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.879540:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.879542:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x38:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.879544:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.879546:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.879548:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.879551:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.879554:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x38:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.879556:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.879558:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.879560:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.879562:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.879565:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.879567:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x38:0x0](ffff94b1f06763c8) invalid 00000020:00000001:1.0:1767734705.879569:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.879572:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity47 (ffff94b1df682000) parent ffff94b1d0bd05e8 inode ffff94b1f06763c8 refc 1 00000080:00000001:1.0:1767734705.879575:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.879577:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.879579:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.879582:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.879585:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.879587:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.879589:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.879591:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.879594:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683ea00 with handle 0x1886cffb85c2ba6f from hash 00010000:00000001:1.0:1767734705.879597:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.879599:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.879601:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.879603:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.879605:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.879607:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.879610:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.879612:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.879614:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.879619:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1fbbcd500. 00000020:00000040:1.0:1767734705.879623:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=102 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.879626:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.879628:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.879630:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.879633:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.879636:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.879637:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.879639:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.879642:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.879644:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.879647:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.879653:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c55d6e00. 00000100:00000001:1.0:1767734705.879658:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.879660:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.879662:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.879667:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba6f lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dacb07 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.879674:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.879676:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.879679:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.879682:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba6f lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dacb07 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.879689:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.879693:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.879701:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.879703:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.879706:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.879707:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.879710:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.879717:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.879725:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1fbbcd500 x1853602672120448/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.879734:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.879736:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.879740:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adca80. 00000100:00000001:1.0:1767734705.879742:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969320064 : -117982740231552 : ffff94b200adca80) 00000100:00000001:1.0:1767734705.879745:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.879747:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886419712 : -117982823131904 : ffff94b1fbbcd500) 00000100:00000001:1.0:1767734705.879751:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.879755:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.879757:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.879759:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.879763:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1fbbcd500 x1853602672120448/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.879772:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.879774:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.879777:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.879779:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.879782:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.879786:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1fbbcd500 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672120448:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.879790:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.879793:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.879795:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.879798:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.879802:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1d1e4e000. 02000000:00000001:1.0:1767734705.879804:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.879811:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.879815:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.879819:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.879824:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672120448, portal 10 00000100:00000001:1.0:1767734705.879827:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.879829:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886419712 : -117982823131904 : ffff94b1fbbcd500) 00000100:00000040:1.0:1767734705.879835:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1fbbcd500 x1853602672120448/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.879843:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.879846:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.879849:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bee0. 00000100:00000200:1.0:1767734705.879852:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672120448, offset 0 00000400:00000200:1.0:1767734705.879858:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.879864:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.879870:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.879874:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.879879:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.879882:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.879886:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.879890:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66880:66880:256:4294967295] 192.168.203.112@tcp LPNI seq info [66880:66880:8:4294967295] 00000400:00000200:1.0:1767734705.879895:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.879905:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.879910:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.879915:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c100. 00000800:00000200:1.0:1767734705.879921:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.879927:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.879931:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c100 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.879954:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.879959:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 23862 usecs (24 jiffies) 00000400:00000200:1.0:1767734705.879963:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.879966:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467725 00000100:00000001:1.0:1767734705.879972:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467720 00000100:00000001:1.0:1767734705.879978:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467725 00000100:00000001:1.0:1767734705.879981:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467720 00000100:00000001:1.0:1767734705.879985:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.879988:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.879990:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.879992:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.879995:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adca80 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.879998:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.880000:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.880125:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.880133:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c100. 00000400:00000200:2.0:1767734705.880140:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.880148:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.880154:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bee0 00000400:00000010:2.0:1767734705.880157:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bee0. 00000100:00000001:2.0:1767734705.880161:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.880168:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1fbbcd500 x1853602672120448/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.880182:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.880186:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbcd500 x1853602672120448/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.880196:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.880199:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.880382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1fbb0a2e0. 00000080:00000010:1.1:1767734705.880401:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f0670840. 00000800:00000001:3.0:1767734705.885108:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.885119:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.885123:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.885126:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.885134:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.885141:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.885147:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.885152:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.885157:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.885161:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d39280 00000400:00000200:3.0:1767734705.885167:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.885173:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7c0d5 [1] + 224 00000800:00000001:3.0:1767734705.885180:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.885187:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.885190:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.885195:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.885200:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.885207:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1fbbcd500 x1853602672120448/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.885222:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b1fbbcd500 x1853602672120448/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.885287:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.885296:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.885301:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.885353:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.885362:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66881:66881:256:4294967295] 192.168.203.112@tcp LPNI seq info [66881:66881:8:4294967295] 00000400:00000200:3.0:1767734705.885370:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00010000:00000010:1.1:1767734705.885382:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00000400:00000200:3.0:1767734705.885384:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00010000:00000010:1.1:1767734705.885402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683ea00. 00000800:00000200:3.0:1767734705.885403:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734705.885416:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734705.885425:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000100:00000001:1.0:1767734705.885433:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767734705.885434:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734705.885443:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000400:00000001:1.0:1767734705.885444:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.885451:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.885457:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.885461:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.885464:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.885470:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.885480:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1fbbcd500 x1853602672120448/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734705.885495:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1fbbcd500 x1853602672120448/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.885505:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.885508:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.885511:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.885514:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.885517:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000200:3.0:1767734705.885520:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767734705.885521:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.885533:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767734705.885534:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000100:00001000:1.0:1767734705.885541:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000400:00000200:3.0:1767734705.885543:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1767734705.885557:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000400:00000200:3.0:1767734705.885562:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000001:1.0:1767734705.885565:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.885570:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767734705.885575:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767734705.885576:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.885585:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767734705.885587:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.885590:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734705.885596:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x300005952] 00000100:00000001:1.0:1767734705.885600:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734705.885602:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.885604:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886419712 : -117982823131904 : ffff94b1fbbcd500) 00000100:00000001:1.0:1767734705.885608:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.885610:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.885613:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.885616:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.885624:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1fbbcd500 x1853602672120448/t12884924804(12884924804) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.885634:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.885638:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.885639:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.885645:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1fbbcd500 x1853602672120448/t12884924804(12884924804) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.885664:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1fbbcd500 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672120448:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.885669:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.885672:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.885674:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.885676:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.885680:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbcd500 x1853602672120448/t12884924804(12884924804) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.885688:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.885692:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adca80. 00000100:00000001:1.0:1767734705.885696:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.885698:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.885702:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.885705:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.885709:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d04b9400. 00000100:00000001:1.0:1767734705.885714:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.885718:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1fbbcd500 x1853602672120448/t12884924804(12884924804) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.885726:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.885729:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.885736:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.885739:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.885742:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity47 (ffff94b1df682000, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.885746:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.885751:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.885756:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.885764:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.885766:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.885768:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.885772:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.885774:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.885778:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1c6a355f8 -> ffff94b1c6a355f8 00000020:00000001:1.0:1767734705.885780:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.885783:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.885786:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x38:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.885789:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.885791:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.885793:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.885796:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x38:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.885800:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1c73069b0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.885803:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.885805:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.885808:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1c73069b0) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.885811:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.885814:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.885816:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.885818:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x38:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.885821:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.885822:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.885825:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.885827:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.885830:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.885832:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x38:0x0](ffff94b1f06763c8) 00800000:00000001:1.0:1767734705.885836:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.885838:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x38:0x0] 00000002:00000001:1.0:1767734705.885841:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.885845:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.885848:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.885850:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.885852:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.885855:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.885857:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.885860:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.885862:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.885865:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.885877:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.885879:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1c73069b0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.885909:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.885911:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.885913:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1c73069b0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.885917:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.885918:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.885920:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1c73069b0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.885923:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1c73069b0) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.885926:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1c73069b0. 00020000:00000001:1.0:1767734705.885930:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.885932:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1c6a35578. 00000020:00001000:1.0:1767734705.885936:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.885939:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.885941:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.885951:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.885953:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.885955:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.885959:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.885979:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.885982:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.885984:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.885985:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.885988:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.885994:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c55d7c00. 00800000:00000002:1.0:1767734705.885998:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.886002:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.886004:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.886006:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.886009:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.886013:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.886016:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.886021:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.886023:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.886025:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.886029:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.886031:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.886033:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.886037:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.886040:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.886044:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.886047:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.886052:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.886062:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.886065:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.886069:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.886077:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.886080:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.886082:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.886084:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.886087:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.886089:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.886092:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.886094:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.886097:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c55d7c00. 00000080:00000001:1.0:1767734705.886102:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.886103:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.886106:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.886110:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.886113:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.886115:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.886117:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.886119:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.886122:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.886125:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.886128:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.886131:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.886133:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.886134:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.886136:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.886140:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.886142:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.886144:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.886146:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.886148:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.886151:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.886153:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.886157:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.886164:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.886165:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.886167:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.886169:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.886172:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.886180:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.886182:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.886184:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.886187:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.886188:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.886190:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.886193:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.886195:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.886197:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.886200:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.886202:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.886204:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.886205:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.886207:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.886209:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.886211:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.886216:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.886219:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.886221:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.886223:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.886226:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.886228:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.886230:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.886233:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.886235:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.886238:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.886240:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.886243:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.886255:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1fbb0a2e0. 00000020:00000001:1.0:1767734705.886283:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.886287:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity48, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.886290:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.886292:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.886294:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity48, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.886301:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c55d7c00. 00000080:00000001:1.0:1767734705.886306:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.886354:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.886356:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.886358:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity48' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.886362:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.886365:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.886367:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity48' -> mds #0 00000002:00000001:1.0:1767734705.886371:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.886373:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.886375:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity48,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.886379:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.886381:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.886386:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1fbbcf480. 00000020:00000040:1.0:1767734705.886390:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=103 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.886394:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.886397:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.886400:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.886402:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.886404:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.886407:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.886409:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.886412:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.886418:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026f800. 00000100:00000001:1.0:1767734705.886422:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.886426:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.886429:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.886432:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.886433:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.886436:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.886442:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090886427776 : -117982823123840 : ffff94b1fbbcf480) 00010000:00000001:1.0:1767734705.886446:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.886448:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.886453:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.886457:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.886461:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.886464:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683ea00. 00000020:00000001:1.0:1767734705.886468:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.886476:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683ea00 with handle 0x1886cffb85c2ba76 to hash 00000020:00000001:1.0:1767734705.886480:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.886484:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.886488:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.886492:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.886494:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.886500:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba76 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.886509:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba76 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.886519:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba76 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.886525:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.886527:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.886532:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc900. 00000100:00000001:1.0:1767734705.886534:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319680 : -117982740231936 : ffff94b200adc900) 00000100:00000001:1.0:1767734705.886537:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.886538:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886427776 : -117982823123840 : ffff94b1fbbcf480) 00000100:00000001:1.0:1767734705.886542:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.886545:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.886547:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.886549:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.886556:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1fbbcf480 x1853602672120576/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.886565:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.886567:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.886570:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.886573:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.886576:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.886580:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1fbbcf480 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672120576:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.886584:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.886588:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.886590:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.886592:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.886596:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1d1e48000. 02000000:00000001:1.0:1767734705.886598:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.886604:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.886608:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.886613:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.886617:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672120576, portal 10 00000100:00000001:1.0:1767734705.886620:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.886622:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886427776 : -117982823123840 : ffff94b1fbbcf480) 00000100:00000040:1.0:1767734705.886628:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1fbbcf480 x1853602672120576/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.886636:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.886640:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.886643:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b990. 00000100:00000200:1.0:1767734705.886646:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672120576, offset 0 00000400:00000200:1.0:1767734705.886652:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.886658:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.886664:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.886669:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.886672:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.886676:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.886679:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.886683:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66882:66882:256:4294967295] 192.168.203.112@tcp LPNI seq info [66882:66882:8:4294967295] 00000400:00000200:1.0:1767734705.886688:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.886697:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.886704:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.886708:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c200. 00000800:00000200:1.0:1767734705.886714:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.886721:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.886725:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c200 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.886746:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.886751:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 23785 usecs (24 jiffies) 00000400:00000200:1.0:1767734705.886756:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.886758:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467732 00000100:00000001:1.0:1767734705.886766:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467725 00000100:00000001:1.0:1767734705.886772:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467732 00000100:00000001:1.0:1767734705.886776:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467725 00000100:00000001:1.0:1767734705.886779:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.886782:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.886785:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.886787:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.886789:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc900 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.886792:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.886795:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.886912:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.886920:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c200. 00000400:00000200:2.0:1767734705.886928:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.886936:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.886941:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b990 00000400:00000010:2.0:1767734705.886944:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b990. 00000100:00000001:2.0:1767734705.886948:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.886956:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1fbbcf480 x1853602672120576/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.886989:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.886994:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbcf480 x1853602672120576/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.887004:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.887006:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.890470:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.890483:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.890488:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.890495:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.890503:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.890511:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.890518:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.890523:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.890528:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.890532:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d39300 00000400:00000200:3.0:1767734705.890538:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.890558:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7c0dd [1] + 224 00000800:00000001:3.0:1767734705.890565:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.890575:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.890578:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.890582:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.890588:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.890595:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1fbbcf480 x1853602672120576/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734705.890609:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1fbbcf480 x1853602672120576/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.890636:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734705.890643:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.890647:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.890739:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.890748:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.890750:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.890754:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.890762:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.890764:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.890768:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.890778:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1fbbcf480 x1853602672120576/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.890792:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1fbbcf480 x1853602672120576/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.890802:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.890804:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.890807:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.890809:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.890811:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.890814:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.890816:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.890822:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.890827:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.890830:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.890831:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.890834:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.890837:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.890840:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.890842:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.890844:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.890847:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.890852:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1fbbcf480 x1853602672120576/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.890861:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.890864:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.890866:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.890871:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1fbbcf480 x1853602672120576/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734705.890881:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1fbbcf480 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672120576:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.890886:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.890889:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.890891:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.890894:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.890897:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1fbbcf480 x1853602672120576/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.890905:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.890908:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc900. 00000100:00000001:1.0:1767734705.890911:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.890913:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.890915:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.890918:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.890920:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.890923:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734705.890925:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.890929:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734705.890934:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683ea00, remote cookie: 0x9bbb2ede58dacb3f, flags: 0x1001 00010000:00010000:1.0:1767734705.890939:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba76 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dacb3f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.890950:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x39:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000001:1.0:1767734705.890954:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.890961:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.890966:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.890970:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.890974:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba76 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dacb3f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.890989:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba76 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dacb3f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.890996:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.890999:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.891001:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.891003:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.891004:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.891007:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x39:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.891012:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba76 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dacb3f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.891019:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.891021:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.891023:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.891026:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.891028:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.891032:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba76 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dacb3f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.891039:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.891041:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.891043:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.891045:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.891046:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.891048:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.891051:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.891053:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.891054:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.891056:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.891059:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.891062:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.891064:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.891066:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.891068:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734705.891070:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.891072:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.891075:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.891078:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.891081:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba76 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dacb3f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.891089:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.891090:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.891092:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.891093:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.891095:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=5 00000020:00000001:1.0:1767734705.891097:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.891099:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.891102:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.891105:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba76 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dacb3f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.891112:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.891113:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.891116:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba76 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dacb3f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.891123:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.891125:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.891126:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.891127:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.891129:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.891133:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1fbbcf480 x1853602672120576/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.891142:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.891144:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.891146:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.891148:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.891150:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.891153:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.891154:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.891156:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.891158:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.891160:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.891163:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.891164:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.891166:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.891168:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.891171:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000002:00010000:1.0:1767734705.891174:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba76 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dacb3f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.891181:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.891183:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.891184:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.891186:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.891187:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.891189:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.891191:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.891194:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734705.891197:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.891200:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.891204:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/57 (0 0) 00010000:00000001:1.0:1767734705.891207:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.891209:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.891210:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.891213:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.891215:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity48 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.891219:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.891222:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.891224:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.891227:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.891231:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.891234:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.891236:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.891238:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.891242:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.891244:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.891246:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920761 : 144115272414920761 : 2000013a3000039) 00000080:00000001:1.0:1767734705.891249:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.891254:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920761 : 144115272414920761 : 2000013a3000039) 00000080:00000001:1.0:1767734705.891257:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.891289:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x39:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.891293:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x39:0x0](ffff94b1f06700c8): rc = 0 00000080:00000001:1.0:1767734705.891296:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090696245448 : -117983013306168 : ffff94b1f06700c8) 00010000:00000001:1.0:1767734705.891298:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.891300:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.891302:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.891304:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.891340:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000080:00000001:1.0:1767734705.891344:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.891346:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.891349:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.891353:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.891356:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.891359:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.891363:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1c7306000) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.891366:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.891369:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1c7306000) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.891373:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x39:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.891376:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.891379:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.891384:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.891386:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1c7306000) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.891391:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1c7306000) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.891394:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.891396:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.891399:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x39:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.891402:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.891404:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.891407:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.891409:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.891411:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.891415:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.891417:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.891420:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x39:0x0](ffff94b1f06700c8) for lock 0x1886cffb85c2ba76 00800000:00000001:1.0:1767734705.891424:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00010000:00000001:3.0:1767734705.891427:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000002:00000001:1.0:1767734705.891427:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.891432:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767734705.891435:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.891437:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.891442:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00010000:00000001:3.0:1767734705.891445:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000020:00000001:1.0:1767734705.891447:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:3.0:1767734705.891452:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.891454:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.891462:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.891464:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.891465:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.891468:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.891472:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682ca8 inode ffff94b1f06700c8 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.891476:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.891481:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x39:0x0](ffff94b1f06700c8) 00000080:00010000:1.0:1767734705.891487:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2ba76 from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.891491:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.891495:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.891499:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.891502:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.891505:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.891510:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.891516:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba76 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dacb3f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.891526:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.891529:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.891533:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.891538:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.891542:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba76 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dacb3f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.891551:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.891555:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.891558:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.891567:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.891569:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.891572:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.891575:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.891578:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.891581:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.891584:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.891587:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.891589:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.891591:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.891592:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767734705.891598:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000080:00000010:1.0:1767734705.891599:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c55d7c00. 00000020:00000001:2.0:1767734705.891608:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.891610:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00010000:2.0:1767734705.891618:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767734705.891625:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1fbbcf480 x1853602672120576/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.891638:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.891642:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.891645:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1d1e48000. 02000000:00000001:1.0:1767734705.891648:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.891650:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.891652:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=102 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.891655:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.891657:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026f800. 02000000:00000001:1.0:1767734705.891661:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.891662:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.891664:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1fbbcf480. 00000100:00000001:1.0:1767734705.891668:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.891670:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.891672:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.891674:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.891676:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.891679:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.891682:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.891686:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.891689:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.891691:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.891694:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity48, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.891698:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.891700:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.891702:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.891704:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.891706:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.891708:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1c7306000) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.891711:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1c7306000) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.891713:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.891715:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.891717:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.891719:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734705.891725:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c55d7c00. 00800000:00000001:1.0:1767734705.891733:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.891736:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.891739:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x39:0x0] 00800000:00000001:1.0:1767734705.891741:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.891744:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x39:0x0] -> mds #0 00000002:00000001:1.0:1767734705.891748:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.891750:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.891754:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.891757:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.891759:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.891762:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.891765:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.891767:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.891770:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.891772:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.891774:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.891776:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.891779:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.891782:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba76 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dacb3f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.891790:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.891792:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.891794:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.891796:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x39:0x0] mode (null) 00000002:00000001:1.0:1767734705.891799:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.891801:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.891803:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.891806:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.891809:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.891811:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.891813:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.891814:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.891817:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.891819:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.891821:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.891822:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.891824:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.891826:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.891829:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.891831:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.891832:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.891834:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.891836:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.891838:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.891840:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.891843:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.891844:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.891846:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.891849:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.891851:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.891853:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x39:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.891856:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.891857:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.891860:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.891862:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.891864:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x39:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.891866:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.891869:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.891871:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.891873:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.891876:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.891878:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x39:0x0](ffff94b1f06700c8) invalid 00000020:00000001:1.0:1767734705.891881:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.891884:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity48 (ffff94b1df682ca8) parent ffff94b1d0bd05e8 inode ffff94b1f06700c8 refc 1 00000080:00000001:1.0:1767734705.891887:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.891889:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.891891:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.891894:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.891897:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.891898:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.891900:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.891903:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.891906:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683ea00 with handle 0x1886cffb85c2ba76 from hash 00010000:00000001:1.0:1767734705.891909:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.891910:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.891912:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.891914:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.891916:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.891918:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.891921:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.891923:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.891926:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.891931:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1fbbcf480. 00000020:00000040:1.0:1767734705.891934:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=103 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.891937:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.891939:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.891942:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.891944:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.891947:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.891948:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.891950:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.891953:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.891955:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.891957:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.891963:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c55d6600. 00000100:00000001:1.0:1767734705.891967:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.891969:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.891971:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.891976:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba76 lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dacb3f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.891983:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.891985:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.891987:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.891990:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba76 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dacb3f expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.891998:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.892002:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.892010:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.892012:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.892015:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.892016:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.892019:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.892026:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.892034:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1fbbcf480 x1853602672120832/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.892050:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.892051:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.892056:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc900. 00000100:00000001:1.0:1767734705.892058:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319680 : -117982740231936 : ffff94b200adc900) 00000100:00000001:1.0:1767734705.892061:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.892063:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886427776 : -117982823123840 : ffff94b1fbbcf480) 00000100:00000001:1.0:1767734705.892066:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.892069:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.892071:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.892073:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.892077:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1fbbcf480 x1853602672120832/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.892086:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.892088:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.892091:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.892093:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.892096:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.892099:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1fbbcf480 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672120832:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.892104:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.892107:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.892109:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.892111:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.892114:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1d1e48000. 02000000:00000001:1.0:1767734705.892117:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.892123:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.892127:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.892131:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.892136:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672120832, portal 10 00000100:00000001:1.0:1767734705.892139:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.892140:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886427776 : -117982823123840 : ffff94b1fbbcf480) 00000100:00000040:1.0:1767734705.892146:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1fbbcf480 x1853602672120832/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.892162:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.892165:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.892169:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b990. 00000100:00000200:1.0:1767734705.892172:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672120832, offset 0 00000400:00000200:1.0:1767734705.892178:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.892184:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.892190:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.892195:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.892199:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.892202:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.892205:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.892209:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66883:66883:256:4294967295] 192.168.203.112@tcp LPNI seq info [66883:66883:8:4294967295] 00000400:00000200:1.0:1767734705.892214:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.892224:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.892230:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.892235:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472ce00. 00000800:00000200:1.0:1767734705.892241:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.892248:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.892252:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472ce00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.892305:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.1:1767734705.892355:0:251835:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1fbb0a420. 00000080:00000010:1.1:1767734705.892389:0:251835:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f0676300. 00000100:00000040:1.0:1767734705.892403:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 23698 usecs (24 jiffies) 00000400:00000200:1.0:1767734705.892412:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.892416:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467738 00000100:00000001:1.0:1767734705.892423:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467732 00000100:00000001:1.0:1767734705.892430:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467738 00000100:00000001:1.0:1767734705.892439:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467732 00000100:00000001:1.0:1767734705.892448:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.892451:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.892455:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.892458:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.892463:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc900 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.892467:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.892471:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.892499:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.892508:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472ce00. 00000400:00000200:2.0:1767734705.892517:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.892525:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.892531:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b990 00000400:00000010:2.0:1767734705.892534:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b990. 00000100:00000001:2.0:1767734705.892538:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.892545:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1fbbcf480 x1853602672120832/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.892559:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.892563:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbcf480 x1853602672120832/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.892573:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.892576:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.897384:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:1.1:1767734705.897395:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00000800:00000001:3.0:1767734705.897396:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.897407:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.897414:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1767734705.897415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683ea00. 00000400:00000200:3.0:1767734705.897431:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.897439:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.897447:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.897452:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.897457:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.897462:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d39400 00000400:00000200:3.0:1767734705.897468:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.897474:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7c0e5 [1] + 224 00000800:00000001:3.0:1767734705.897481:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.897489:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.897492:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.897497:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.897513:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.897521:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1fbbcf480 x1853602672120832/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.897536:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b1fbbcf480 x1853602672120832/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.897564:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734705.897571:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734705.897576:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.897582:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734705.897590:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66884:66884:256:4294967295] 192.168.203.112@tcp LPNI seq info [66884:66884:8:4294967295] 00000400:00000200:3.0:1767734705.897597:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.897607:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000100:00000001:1.0:1767734705.897614:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767734705.897616:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000400:00000001:1.0:1767734705.897624:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000010:3.0:1767734705.897625:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000400:00000001:1.0:1767734705.897629:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.897636:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000800:00000200:3.0:1767734705.897639:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000400:00000200:1.0:1767734705.897643:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.897650:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000800:00000200:3.0:1767734705.897657:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00000001:1.0:1767734705.897660:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:3.0:1767734705.897669:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:1.0:1767734705.897679:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1fbbcf480 x1853602672120832/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734705.897695:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1fbbcf480 x1853602672120832/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.897705:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.897709:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.897712:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.897715:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.897717:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.897719:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.897722:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.897728:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.897732:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.897736:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.897739:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.897742:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000200:3.0:1767734705.897745:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1767734705.897747:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767734705.897757:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000100:00000001:1.0:1767734705.897758:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734705.897764:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x300005953] 00000400:00000200:3.0:1767734705.897768:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767734705.897770:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734705.897778:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.897783:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886427776 : -117982823123840 : ffff94b1fbbcf480) 00000400:00000200:3.0:1767734705.897786:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000001:1.0:1767734705.897789:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.897796:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000800:00000001:2.0:1767734705.897802:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767734705.897803:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.897810:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767734705.897818:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.897821:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1fbbcf480 x1853602672120832/t12884924805(12884924805) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.897837:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.897841:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.897843:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.897849:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1fbbcf480 x1853602672120832/t12884924805(12884924805) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.897861:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1fbbcf480 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672120832:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.897867:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.897870:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.897872:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.897874:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.897878:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbcf480 x1853602672120832/t12884924805(12884924805) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.897886:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.897889:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc900. 00000100:00000001:1.0:1767734705.897894:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.897896:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.897901:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.897904:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.897909:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c55d7c00. 00000100:00000001:1.0:1767734705.897915:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.897920:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1fbbcf480 x1853602672120832/t12884924805(12884924805) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.897930:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.897934:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.897941:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.897944:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.897947:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity48 (ffff94b1df682ca8, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.897952:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.897956:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.897965:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.897973:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.897975:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.897977:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.897980:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.897983:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.897987:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1c6a35148 -> ffff94b1c6a35148 00000020:00000001:1.0:1767734705.897989:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.897991:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.897993:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x39:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.897997:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.897999:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.898000:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.898004:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x39:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.898008:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1c7306000) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.898011:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.898013:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.898015:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1c7306000) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.898018:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.898021:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.898023:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.898025:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x39:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.898029:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.898030:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.898033:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.898035:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.898038:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.898040:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x39:0x0](ffff94b1f06700c8) 00800000:00000001:1.0:1767734705.898044:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.898046:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x39:0x0] 00000002:00000001:1.0:1767734705.898049:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.898053:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.898056:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.898058:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.898060:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.898063:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.898066:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.898068:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.898070:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.898073:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.898077:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.898079:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1c7306000) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.898081:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.898083:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.898085:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1c7306000) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.898088:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.898090:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.898091:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1c7306000) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.898094:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1c7306000) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.898097:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1c7306000. 00020000:00000001:1.0:1767734705.898100:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.898102:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1c6a350c8. 00000020:00001000:1.0:1767734705.898106:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.898109:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.898110:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.898119:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.898121:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.898123:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.898127:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.898148:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.898151:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734705.898153:0:251835:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734705.898155:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bd8 00000080:00200000:1.0:1767734705.898157:0:251835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734705.898163:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c55d7c00. 00800000:00000002:1.0:1767734705.898168:0:251835:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734705.898171:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.898173:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.898175:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53af8 00800000:00000002:1.0:1767734705.898178:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734705.898182:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734705.898185:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734705.898190:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.898191:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539c8 00000002:00010000:1.0:1767734705.898194:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.898198:0:251835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734705.898200:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.898202:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.898205:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:1.0:1767734705.898208:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.898212:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.898215:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734705.898220:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734705.898230:0:251835:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734705.898234:0:251835:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.898238:0:251835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734705.898246:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734705.898248:0:251835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.898250:0:251835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.898252:0:251835:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734705.898254:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.898257:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734705.898285:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734705.898288:0:251835:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734705.898291:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c55d7c00. 00000080:00000001:1.0:1767734705.898295:0:251835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734705.898297:0:251835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.898300:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734705.898304:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:1.0:1767734705.898354:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.898357:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.898359:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.898361:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.898364:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.898368:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.898371:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.898374:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.898376:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.898377:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.898380:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.898382:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f53c10 00010000:00000001:1.0:1767734705.898385:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.898386:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.898388:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:1.0:1767734705.898390:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.898392:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:1.0:1767734705.898395:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.898399:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.898406:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.898408:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.898410:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.898412:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.898415:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.898422:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.898426:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.898428:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.898434:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.898436:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.898439:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.898442:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.898444:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.898447:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.898451:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.898455:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.898457:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.898459:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734705.898462:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734705.898465:0:251835:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734705.898468:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.898474:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.898479:0:251835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734705.898482:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00000080:00002000:1.0:1767734705.898486:0:251835:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734705.898490:0:251835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.898495:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53be8 00000080:00200000:1.0:1767734705.898498:0:251835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=24 00000080:00000001:1.0:1767734705.898501:0:251835:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734705.898503:0:251835:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.898507:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.898509:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734705.898512:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.898522:0:251835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1fbb0a420. 00000020:00000001:1.0:1767734705.898526:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53dc8 00000080:00200000:1.0:1767734705.898528:0:251835:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f160m.sanity49, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), flags=0 00000080:00000001:1.0:1767734705.898531:0:251835:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734705.898533:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c88 00000080:00200000:1.0:1767734705.898536:0:251835:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160m.sanity49, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), intent=getattr 00000080:00000010:1.0:1767734705.898542:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c55d7c00. 00000080:00000001:1.0:1767734705.898546:0:251835:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734705.898548:0:251835:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.898550:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba8 00800000:00000002:1.0:1767734705.898552:0:251835:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160m.sanity49' on [0x2000013a3:0x8:0x0] 00800000:00000001:1.0:1767734705.898556:0:251835:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734705.898559:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b40 00800000:00000002:1.0:1767734705.898561:0:251835:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x8:0x0], fid2=[0x0:0x0:0x0], name='f160m.sanity49' -> mds #0 00000002:00000001:1.0:1767734705.898565:0:251835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734705.898567:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a78 00000002:00010000:1.0:1767734705.898570:0:251835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160m.sanity49,[0x0:0x0:0x0]) in obj [0x2000013a3:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734705.898574:0:251835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734705.898576:0:251835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734705.898579:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1fbbcf100. 00000020:00000040:1.0:1767734705.898583:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=104 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734705.898587:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.898590:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.898593:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.898595:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.898597:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.898599:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.898601:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.898605:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.898610:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026f800. 00000100:00000001:1.0:1767734705.898615:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.898618:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.898620:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.898622:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.898624:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.898627:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.898632:0:251835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090886426880 : -117982823124736 : ffff94b1fbbcf100) 00010000:00000001:1.0:1767734705.898636:0:251835:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734705.898638:0:251835:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734705.898641:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.898644:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.898647:0:251835:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734705.898651:0:251835:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683ea00. 00000020:00000001:1.0:1767734705.898653:0:251835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734705.898656:0:251835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683ea00 with handle 0x1886cffb85c2ba7d to hash 00000020:00000001:1.0:1767734705.898658:0:251835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734705.898661:0:251835:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.898664:0:251835:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.898667:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.898669:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.898673:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba7d lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.898682:0:251835:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba7d lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00010000:00010000:1.0:1767734705.898691:0:251835:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba7d lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251835 initiator: MDT0 00000100:00000001:1.0:1767734705.898697:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.898698:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.898702:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc900. 00000100:00000001:1.0:1767734705.898705:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319680 : -117982740231936 : ffff94b200adc900) 00000100:00000001:1.0:1767734705.898707:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.898709:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886426880 : -117982823124736 : ffff94b1fbbcf100) 00000100:00000001:1.0:1767734705.898713:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.898716:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.898718:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.898720:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.898726:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1fbbcf100 x1853602672120960/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.898735:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.898737:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.898740:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.898743:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.898746:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.898749:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1fbbcf100 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672120960:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.898754:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.898757:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.898759:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.898761:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.898765:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1d1e4f800. 02000000:00000001:1.0:1767734705.898767:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.898774:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.898777:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.898781:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.898786:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672120960, portal 10 00000100:00000001:1.0:1767734705.898789:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.898791:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886426880 : -117982823124736 : ffff94b1fbbcf100) 00000100:00000040:1.0:1767734705.898796:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1fbbcf100 x1853602672120960/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.898805:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.898808:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.898811:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bee0. 00000100:00000200:1.0:1767734705.898814:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672120960, offset 0 00000400:00000200:1.0:1767734705.898820:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.898827:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.898833:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.898837:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.898841:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.898844:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.898848:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.898852:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66885:66885:256:4294967295] 192.168.203.112@tcp LPNI seq info [66885:66885:8:4294967295] 00000400:00000200:1.0:1767734705.898857:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.898866:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.898872:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.898877:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c900. 00000800:00000200:1.0:1767734705.898882:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.898889:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.898893:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c900 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.898913:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.898918:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 23621 usecs (24 jiffies) 00000400:00000200:1.0:1767734705.898922:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.898925:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467744 00000100:00000001:1.0:1767734705.898931:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467738 00000100:00000001:1.0:1767734705.898936:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467744 00000100:00000001:1.0:1767734705.898940:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467738 00000100:00000001:1.0:1767734705.898943:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.898946:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.898949:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.898951:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.898954:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc900 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.898957:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.898959:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734705.899080:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.899088:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c900. 00000400:00000200:3.0:1767734705.899095:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.899102:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.899107:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bee0 00000400:00000010:3.0:1767734705.899111:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bee0. 00000100:00000001:3.0:1767734705.899115:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.899123:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1fbbcf100 x1853602672120960/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.899156:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.899161:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbcf100 x1853602672120960/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.899254:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.899257:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734705.902426:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.902442:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.902446:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.902451:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.902463:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.902471:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.902480:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.902485:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.902501:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.902506:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d39480 00000400:00000200:2.0:1767734705.902513:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.902518:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7c0ed [1] + 224 00000800:00000001:2.0:1767734705.902526:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.902535:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.902539:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.902544:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.902549:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.902557:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1fbbcf100 x1853602672120960/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734705.902571:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1fbbcf100 x1853602672120960/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.902600:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734705.902608:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.902611:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.902641:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734705.902651:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.902653:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734705.902657:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000400:00000200:1.0:1767734705.902665:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767734705.902667:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.902671:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734705.902681:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1fbbcf100 x1853602672120960/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734705.902695:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1fbbcf100 x1853602672120960/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.902705:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.902707:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.902710:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.902712:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.902714:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.902717:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.902720:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.902726:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.902730:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.902733:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.902735:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.902737:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.902741:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.902743:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734705.902746:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.902748:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734705.902751:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.902756:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1fbbcf100 x1853602672120960/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.902766:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.902769:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.902771:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.902775:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1fbbcf100 x1853602672120960/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734705.902785:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1fbbcf100 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672120960:192.168.203.112@tcp:101:unlinkmany.0 00000100:00000001:1.0:1767734705.902791:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.902793:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.902796:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.902797:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.902801:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1fbbcf100 x1853602672120960/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.902809:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.902812:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc900. 00000100:00000001:1.0:1767734705.902815:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.902817:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.902820:0:251835:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734705.902822:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.902824:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.902827:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734705.902830:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.902833:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734705.902838:0:251835:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683ea00, remote cookie: 0x9bbb2ede58dacb77, flags: 0x1001 00010000:00010000:1.0:1767734705.902844:0:251835:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba7d lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dacb77 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.902854:0:251835:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x3a:0x0].0x0, instead of [0x2000013a3:0x8:0x0].0x0 00010000:00000001:1.0:1767734705.902858:0:251835:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734705.902866:0:251835:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1c00. 00010000:00000010:1.0:1767734705.902870:0:251835:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.902875:0:251835:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.902879:0:251835:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba7d lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dacb77 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.902889:0:251835:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba7d lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dacb77 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.902896:0:251835:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734705.902899:0:251835:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734705.902901:0:251835:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734705.902903:0:251835:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734705.902904:0:251835:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734705.902907:0:251835:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x3a:0x0].0x0 (ffff94b1d21e1c00) refcount = 1 00010000:00010000:1.0:1767734705.902912:0:251835:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba7d lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dacb77 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.902919:0:251835:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734705.902921:0:251835:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734705.902923:0:251835:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.902926:0:251835:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734705.902929:0:251835:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.902932:0:251835:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba7d lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dacb77 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.902939:0:251835:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734705.902941:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.902942:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.902944:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.902945:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.902947:0:251835:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.902950:0:251835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734705.902952:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.902953:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.902956:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.902959:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.902962:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.902964:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.902966:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.902968:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734705.902970:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.902972:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.902975:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.902977:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734705.902981:0:251835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba7d lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dacb77 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.902988:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.902990:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.902991:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.902993:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.902994:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=5 00000020:00000001:1.0:1767734705.902996:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.902999:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.903001:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.903005:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba7d lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dacb77 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.903011:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.903013:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734705.903016:0:251835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba7d lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dacb77 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.903022:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.903024:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.903025:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.903027:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.903029:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734705.903034:0:251835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1fbbcf100 x1853602672120960/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734705.903043:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.903045:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.903047:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.903049:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.903052:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.903055:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.903056:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.903058:0:251835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.903060:0:251835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.903063:0:251835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734705.903065:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.903066:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.903068:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.903070:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.903073:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000002:00010000:1.0:1767734705.903077:0:251835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba7d lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dacb77 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.903083:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.903085:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.903087:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734705.903088:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.903090:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.903091:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.903093:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.903096:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734705.903099:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.903102:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734705.903106:0:251835:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/58 (0 0) 00010000:00000001:1.0:1767734705.903110:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.903112:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.903113:0:251835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734705.903116:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f8 00000002:00002000:1.0:1767734705.903118:0:251835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160m.sanity49 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734705.903122:0:251835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.903125:0:251835:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.903127:0:251835:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.903130:0:251835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x8:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734705.903134:0:251835:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.903137:0:251835:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734705.903139:0:251835:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53e00 it_disposition b 00000080:00000001:1.0:1767734705.903142:0:251835:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734705.903145:0:251835:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734705.903148:0:251835:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734705.903150:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920762 : 144115272414920762 : 2000013a300003a) 00000080:00000001:1.0:1767734705.903153:0:251835:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734705.903158:0:251835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920762 : 144115272414920762 : 2000013a300003a) 00000080:00000001:1.0:1767734705.903161:0:251835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734705.903165:0:251835:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x3a:0x0], updating i_size 0 00000080:00200000:1.0:1767734705.903169:0:251835:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x3a:0x0](ffff94b1f0675348): rc = 0 00000080:00000001:1.0:1767734705.903172:0:251835:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090696266568 : -117983013285048 : ffff94b1f0675348) 00010000:00000001:1.0:1767734705.903174:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.903176:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.903178:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.903180:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.903183:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000080:00000001:1.0:1767734705.903185:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.903187:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.903190:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.903192:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.903195:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734705.903197:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:1.0:1767734705.903200:0:251835:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1c73064d8) owner ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.903202:0:251835:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.903205:0:251835:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1c73064d8) owner ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.903209:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x3a:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734705.903211:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.903213:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.903216:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.903218:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1c73064d8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.903222:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1c73064d8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.903224:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.903226:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734705.903229:0:251835:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x3a:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1767734705.903232:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.903234:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.903237:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.903238:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.903240:0:251835:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734705.903242:0:251835:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734705.903244:0:251835:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734705.903247:0:251835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x3a:0x0](ffff94b1f0675348) for lock 0x1886cffb85c2ba7d 00800000:00000001:1.0:1767734705.903251:0:251835:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734705.903252:0:251835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734705.903254:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.903256:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.903281:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.903286:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.903289:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.903291:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.903293:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734705.903295:0:251835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.903297:0:251835:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734705.903302:0:251835:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682000 inode ffff94b1f0675348 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734705.903305:0:251835:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734705.903338:0:251835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x3a:0x0](ffff94b1f0675348) 00000080:00010000:1.0:1767734705.903342:0:251835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2ba7d from it ffffafc307f53e00 00010000:00000001:1.0:1767734705.903345:0:251835:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734705.903347:0:251835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734705.903349:0:251835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734705.903352:0:251835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.903354:0:251835:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734705.903357:0:251835:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734705.903360:0:251835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba7d lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dacb77 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.903368:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.903369:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.903371:0:251835:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734705.903373:0:251835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734705.903376:0:251835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba7d lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dacb77 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734705.903383:0:251835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734705.903386:0:251835:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734705.903388:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.903391:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.903392:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.903394:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.903397:0:251835:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734705.903399:0:251835:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.903401:0:251835:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.903404:0:251835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.903406:0:251835:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734705.903407:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.903409:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734705.903411:0:251835:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734705.903414:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c55d7c00. 00000100:00000001:1.0:1767734705.903419:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.903425:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1fbbcf100 x1853602672120960/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734705.903433:0:251835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734705.903435:0:251835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734705.903438:0:251835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1d1e4f800. 02000000:00000001:1.0:1767734705.903441:0:251835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734705.903443:0:251835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734705.903445:0:251835:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=103 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734705.903448:0:251835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734705.903450:0:251835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026f800. 02000000:00000001:1.0:1767734705.903453:0:251835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734705.903455:0:251835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734705.903457:0:251835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1fbbcf100. 00000100:00000001:1.0:1767734705.903460:0:251835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734705.903462:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.903464:0:251835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734705.903466:0:251835:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53e00 released 00000080:00000001:1.0:1767734705.903468:0:251835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734705.903471:0:251835:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734705.903473:0:251835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734705.903478:0:251835:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.903481:0:251835:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734705.903483:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00200000:1.0:1767734705.903486:0:251835:0:(namei.c:2354:ll_unlink()) VFS Op:name=f160m.sanity49, dir=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00000001:1.0:1767734705.903489:0:251835:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734705.903491:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.903493:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.903496:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.903498:0:251835:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734705.903500:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1c73064d8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.903503:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1c73064d8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.903506:0:251835:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734705.903507:0:251835:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.903510:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.903512:0:251835:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734705.903517:0:251835:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c55d7c00. 00800000:00000001:1.0:1767734705.903525:0:251835:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734705.903529:0:251835:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734705.903531:0:251835:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x3a:0x0] 00800000:00000001:1.0:1767734705.903534:0:251835:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734705.903536:0:251835:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x8:0x0]/[0x2000013a3:0x3a:0x0] -> mds #0 00000002:00000001:1.0:1767734705.903540:0:251835:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734705.903542:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.903546:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:1.0:1767734705.903549:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.903552:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.903555:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.903557:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.903560:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.903562:0:251835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734705.903564:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:1.0:1767734705.903567:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734705.903569:0:251835:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734705.903571:0:251835:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734705.903574:0:251835:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba7d lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dacb77 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734705.903582:0:251835:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734705.903584:0:251835:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734705.903586:0:251835:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734705.903588:0:251835:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x3a:0x0] mode (null) 00000002:00000001:1.0:1767734705.903591:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.903593:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.903595:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.903597:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.903600:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.903602:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.903604:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.903605:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.903608:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.903610:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.903612:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.903613:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.903615:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.903617:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.903620:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.903622:0:251835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734705.903623:0:251835:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734705.903625:0:251835:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:1.0:1767734705.903628:0:251835:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734705.903630:0:251835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.903632:0:251835:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.903634:0:251835:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734705.903636:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.903638:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.903640:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.903642:0:251835:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734705.903644:0:251835:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x3a:0x0]: losing layout lock 00000080:00000001:1.0:1767734705.903646:0:251835:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734705.903648:0:251835:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734705.903651:0:251835:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734705.903653:0:251835:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734705.903655:0:251835:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x3a:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734705.903657:0:251835:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.903659:0:251835:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734705.903661:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.903663:0:251835:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.903666:0:251835:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734705.903668:0:251835:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x3a:0x0](ffff94b1f0675348) invalid 00000020:00000001:1.0:1767734705.903671:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a68 00000080:00002000:1.0:1767734705.903673:0:251835:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160m.sanity49 (ffff94b1df682000) parent ffff94b1d0bd05e8 inode ffff94b1f0675348 refc 1 00000080:00000001:1.0:1767734705.903677:0:251835:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734705.903679:0:251835:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734705.903681:0:251835:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.903684:0:251835:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734705.903686:0:251835:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734705.903688:0:251835:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734705.903690:0:251835:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734705.903692:0:251835:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734705.903695:0:251835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683ea00 with handle 0x1886cffb85c2ba7d from hash 00010000:00000001:1.0:1767734705.903698:0:251835:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734705.903700:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.903702:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.903704:0:251835:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734705.903707:0:251835:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734705.903709:0:251835:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734705.903712:0:251835:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.903714:0:251835:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734705.903717:0:251835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734705.903721:0:251835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1fbbcf100. 00000020:00000040:1.0:1767734705.903724:0:251835:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=104 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734705.903728:0:251835:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734705.903729:0:251835:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.903732:0:251835:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734705.903735:0:251835:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734705.903737:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734705.903739:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.903740:0:251835:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.903743:0:251835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734705.903745:0:251835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734705.903748:0:251835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734705.903754:0:251835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d04b9400. 00000100:00000001:1.0:1767734705.903758:0:251835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.903761:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.903763:0:251835:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734705.903767:0:251835:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba7d lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dacb77 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734705.903775:0:251835:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734705.903777:0:251835:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734705.903779:0:251835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734705.903782:0:251835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2ba7d lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dacb77 expref: -99 pid: 251835 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734705.903789:0:251835:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:1.0:1767734705.903793:0:251835:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537200. 00010000:00000001:1.0:1767734705.903801:0:251835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734705.903803:0:251835:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.903805:0:251835:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734705.903807:0:251835:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.903809:0:251835:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734705.903817:0:251835:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734705.903824:0:251835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1fbbcf100 x1853602672121216/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734705.903833:0:251835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734705.903835:0:251835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734705.903839:0:251835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc900. 00000100:00000001:1.0:1767734705.903842:0:251835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969319680 : -117982740231936 : ffff94b200adc900) 00000100:00000001:1.0:1767734705.903844:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.903846:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886426880 : -117982823124736 : ffff94b1fbbcf100) 00000100:00000001:1.0:1767734705.903850:0:251835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734705.903853:0:251835:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.903855:0:251835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734705.903857:0:251835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734705.903861:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1fbbcf100 x1853602672121216/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.903870:0:251835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734705.903872:0:251835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.903875:0:251835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734705.903877:0:251835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734705.903880:0:251835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734705.903884:0:251835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1fbbcf100 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672121216:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.903888:0:251835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734705.903891:0:251835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734705.903893:0:251835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.903896:0:251835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734705.903899:0:251835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1d1e4f800. 02000000:00000001:1.0:1767734705.903901:0:251835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734705.903908:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734705.903912:0:251835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 00000400:00000010:1.0:1767734705.903917:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734705.903921:0:251835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672121216, portal 10 00000100:00000001:1.0:1767734705.903924:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734705.903925:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886426880 : -117982823124736 : ffff94b1fbbcf100) 00000100:00000040:1.0:1767734705.903931:0:251835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1fbbcf100 x1853602672121216/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.903940:0:251835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734705.903943:0:251835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.903945:0:251835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b660. 00000100:00000200:1.0:1767734705.903949:0:251835:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672121216, offset 0 00000400:00000200:1.0:1767734705.903955:0:251835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734705.903961:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.903967:0:251835:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734705.903971:0:251835:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734705.903975:0:251835:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734705.903978:0:251835:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734705.903981:0:251835:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734705.903985:0:251835:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66886:66886:256:4294967295] 192.168.203.112@tcp LPNI seq info [66886:66886:8:4294967295] 00000400:00000200:1.0:1767734705.903991:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734705.904000:0:251835:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734705.904006:0:251835:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734705.904010:0:251835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cd00. 00000800:00000200:1.0:1767734705.904016:0:251835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734705.904022:0:251835:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734705.904026:0:251835:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cd00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734705.904048:0:251835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.904053:0:251835:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 23535 usecs (24 jiffies) 00000400:00000200:1.0:1767734705.904057:0:251835:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.904060:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467749 00000100:00000001:1.0:1767734705.904065:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467744 00000100:00000001:1.0:1767734705.904070:0:251835:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467749 00000100:00000001:1.0:1767734705.904074:0:251835:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467744 00000100:00000001:1.0:1767734705.904077:0:251835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.904080:0:251835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.904083:0:251835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734705.904085:0:251835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734705.904087:0:251835:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc900 going to sleep for 11 seconds 00000100:00000001:1.0:1767734705.904090:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734705.904092:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734705.904216:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734705.904225:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cd00. 00000400:00000200:3.0:1767734705.904232:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.904240:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734705.904246:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b660 00000400:00000010:3.0:1767734705.904249:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b660. 00000100:00000001:3.0:1767734705.904254:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734705.904287:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1fbbcf100 x1853602672121216/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.904301:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734705.904432:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbcf100 x1853602672121216/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.904447:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734705.904449:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734705.907401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1fbb0a2e0. 00000080:00000010:1.1:1767734705.907421:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f0670000. 00000800:00000001:2.0:1767734705.909409:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.909424:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.909428:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.909431:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.909438:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.909445:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.909453:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.909458:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.909463:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.909468:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d39580 00000400:00000200:2.0:1767734705.909474:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.909480:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7c0f5 [1] + 224 00000800:00000001:2.0:1767734705.909487:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.909507:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.909511:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.909516:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.909530:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.909538:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1fbbcf100 x1853602672121216/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734705.909553:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b1fbbcf100 x1853602672121216/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.909581:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734705.909588:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734705.909594:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.909600:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734705.909608:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66887:66887:256:4294967295] 192.168.203.112@tcp LPNI seq info [66887:66887:8:4294967295] 00000400:00000200:2.0:1767734705.909615:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734705.909622:0:251835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767734705.909630:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000400:00000001:1.0:1767734705.909634:0:251835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734705.909640:0:251835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1767734705.909642:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734705.909646:0:251835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000800:00000010:2.0:1767734705.909651:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790200. 00000400:00000200:1.0:1767734705.909657:0:251835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000800:00000200:2.0:1767734705.909668:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000400:00000010:1.0:1767734705.909669:0:251835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767734705.909682:0:251835:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:2.0:1767734705.909688:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734705.909698:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790200 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:1.0:1767734705.909699:0:251835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1fbbcf100 x1853602672121216/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734705.909721:0:251835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1fbbcf100 x1853602672121216/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.909733:0:251835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734705.909735:0:251835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.909739:0:251835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734705.909742:0:251835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734705.909744:0:251835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734705.909746:0:251835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734705.909749:0:251835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734705.909755:0:251835:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734705.909759:0:251835:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734705.909762:0:251835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734705.909765:0:251835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734705.909768:0:251835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734705.909772:0:251835:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.909776:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767734705.909777:0:251835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734705.909782:0:251835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005922/0x300005954] 00000800:00000010:2.0:1767734705.909785:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790200. 00000100:00000001:1.0:1767734705.909788:0:251835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734705.909797:0:251835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767734705.909798:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767734705.909802:0:251835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090886426880 : -117982823124736 : ffff94b1fbbcf100) 00000100:00000001:1.0:1767734705.909811:0:251835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1767734705.909813:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000040:1.0:1767734705.909816:0:251835:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:1.0:1767734705.909822:0:251835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:3.0:1767734705.909828:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767734705.909829:0:251835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734705.909842:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1fbbcf100 x1853602672121216/t12884924806(12884924806) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767734705.909843:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.909860:0:251835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734705.909864:0:251835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734705.909866:0:251835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734705.909872:0:251835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1fbbcf100 x1853602672121216/t12884924806(12884924806) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734705.909884:0:251835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1fbbcf100 pname:cluuid:pid:xid:nid:opc:job unlinkmany:66586885-669e-469f-b1c7-cb1a0fe6eee4:251835:1853602672121216:192.168.203.112@tcp:36:unlinkmany.0 00000100:00000001:1.0:1767734705.909891:0:251835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734705.909893:0:251835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734705.909896:0:251835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734705.909898:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.909901:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1fbbcf100 x1853602672121216/t12884924806(12884924806) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.909909:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734705.909912:0:251835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc900. 00000100:00000001:1.0:1767734705.909916:0:251835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734705.909918:0:251835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734705.909923:0:251835:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.909926:0:251835:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734705.909930:0:251835:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c55d7c00. 00000100:00000001:1.0:1767734705.909936:0:251835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734705.909940:0:251835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1fbbcf100 x1853602672121216/t12884924806(12884924806) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'unlinkmany.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734705.909948:0:251835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.909951:0:251835:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.909958:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.909960:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.909963:0:251835:0:(dcache.c:127:ll_ddelete()) deleting dentry f160m.sanity49 (ffff94b1df682000, parent ffff94b1d0bd05e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734705.909967:0:251835:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734705.909971:0:251835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734705.909976:0:251835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734705.909982:0:251835:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734705.909984:0:251835:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734705.909986:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.909990:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.909993:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00000020:00000001:1.0:1767734705.909996:0:251835:0:(cl_object.c:150:cl_object_top()) ffff94b1c6a35468 -> ffff94b1c6a35468 00000020:00000001:1.0:1767734705.909999:0:251835:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734705.910001:0:251835:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734705.910003:0:251835:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x3a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734705.910007:0:251835:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734705.910009:0:251835:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734705.910010:0:251835:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.910014:0:251835:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x3a:0x0]io ffff94b1d1cdf968 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734705.910018:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1c73064d8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.910021:0:251835:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1767734705.910023:0:251835:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1767734705.910026:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1c73064d8) owner 0000000000000000/ffff94b1c352a7c0 00000020:00000001:1.0:1767734705.910029:0:251835:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734705.910032:0:251835:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1767734705.910034:0:251835:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734705.910037:0:251835:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x3a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734705.910041:0:251835:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734705.910043:0:251835:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734705.910046:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.910049:0:251835:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.910053:0:251835:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734705.910055:0:251835:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x3a:0x0](ffff94b1f0675348) 00800000:00000001:1.0:1767734705.910059:0:251835:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734705.910061:0:251835:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x3a:0x0] 00000002:00000001:1.0:1767734705.910064:0:251835:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734705.910069:0:251835:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734705.910071:0:251835:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.910073:0:251835:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734705.910076:0:251835:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734705.910078:0:251835:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734705.910081:0:251835:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734705.910085:0:251835:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734705.910087:0:251835:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145880 : -117983526405736 : ffff94b1d1d1b998) 00000020:00001000:1.0:1767734705.910089:0:251835:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b990 00020000:00000001:1.0:1767734705.910093:0:251835:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734705.910095:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1c73064d8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.910098:0:251835:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734705.910099:0:251835:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734705.910102:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1c73064d8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000001:1.0:1767734705.910105:0:251835:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734705.910107:0:251835:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734705.910108:0:251835:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1c73064d8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000002:1.0:1767734705.910111:0:251835:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1c73064d8) owner 0000000000000000/ffff94b1c352a7c0 00020000:00000010:1.0:1767734705.910114:0:251835:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1c73064d8. 00020000:00000001:1.0:1767734705.910118:0:251835:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734705.910120:0:251835:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1c6a353e8. 00000020:00001000:1.0:1767734705.910124:0:251835:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b990 00000080:00000001:1.0:1767734705.910127:0:251835:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734705.910129:0:251835:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734705.910137:0:251835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734705.910139:0:251835:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e30 00000080:00002000:1.0:1767734705.910141:0:251835:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:1.0:1767734705.910145:0:251835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767734705.914390:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:1.1:1767734705.914402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683ea00. 00000080:00000001:0.0:1767734705.916970:0:251836:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767734705.916976:0:251836:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767734705.916979:0:251836:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767734705.916983:0:251836:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f6bb20 00000080:00200000:0.0:1767734705.916988:0:251836:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:0.0:1767734705.916997:0:251836:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c33d9a00. 00800000:00000002:0.0:1767734705.917006:0:251836:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:0.0:1767734705.917011:0:251836:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767734705.917017:0:251836:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767734705.917020:0:251836:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f6ba40 00800000:00000002:0.0:1767734705.917024:0:251836:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767734705.917029:0:251836:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1767734705.917035:0:251836:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767734705.917042:0:251836:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767734705.917045:0:251836:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f6b910 00000002:00010000:0.0:1767734705.917048:0:251836:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767734705.917052:0:251836:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767734705.917056:0:251836:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767734705.917060:0:251836:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767734705.917069:0:251836:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:0.0:1767734705.917073:0:251836:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734705.917080:0:251836:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734705.917084:0:251836:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767734705.917091:0:251836:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767734705.917106:0:251836:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767734705.917113:0:251836:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734705.917118:0:251836:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767734705.917143:0:251836:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767734705.917146:0:251836:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767734705.917148:0:251836:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767734705.917151:0:251836:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767734705.917153:0:251836:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767734705.917156:0:251836:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767734705.917160:0:251836:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767734705.917164:0:251836:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:0.0:1767734705.917168:0:251836:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c33d9a00. 00000080:00000001:0.0:1767734705.917173:0:251836:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767734705.917175:0:251836:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767734705.917179:0:251836:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:0.0:1767734705.917183:0:251836:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b918 00800000:00000001:0.0:1767734705.917188:0:251836:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767734705.917191:0:251836:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767734705.917194:0:251836:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734705.917197:0:251836:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734705.917200:0:251836:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:0.0:1767734705.917203:0:251836:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:0.0:1767734705.917207:0:251836:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:0.0:1767734705.917210:0:251836:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734705.917213:0:251836:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767734705.917215:0:251836:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734705.917217:0:251836:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767734705.917220:0:251836:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b918 from it ffffafc307f6bb58 00010000:00000001:0.0:1767734705.917223:0:251836:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734705.917224:0:251836:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734705.917226:0:251836:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:0.0:1767734705.917228:0:251836:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:0.0:1767734705.917231:0:251836:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:0.0:1767734705.917233:0:251836:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767734705.917237:0:251836:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734705.917251:0:251836:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734705.917253:0:251836:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734705.917256:0:251836:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767734705.917284:0:251836:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767734705.917288:0:251836:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabdcb expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734705.917299:0:251836:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767734705.917302:0:251836:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767734705.917305:0:251836:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767734705.917346:0:251836:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734705.917349:0:251836:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734705.917351:0:251836:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734705.917357:0:251836:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767734705.917363:0:251836:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734705.917367:0:251836:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734705.917375:0:251836:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734705.917378:0:251836:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767734705.917381:0:251836:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734705.917384:0:251836:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767734705.917389:0:251836:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767734705.917394:0:251836:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767734705.917399:0:251836:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:0.0:1767734705.917407:0:251836:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734705.917412:0:251836:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1767734705.917416:0:251836:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f6bb48 00000080:00002000:0.0:1767734705.917419:0:251836:0:(dcache.c:87:ll_dcompare()) found name d160m.sanity(ffff94b1d0bd05e8) flags 0x28004e refc 0 00000080:00000001:0.0:1767734705.917424:0:251836:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734705.917427:0:251836:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f6bb90 00000080:00200000:0.0:1767734705.917429:0:251836:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160m.sanity, flags=8 00000080:00000001:0.0:1767734705.917435:0:251836:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1767734705.917438:0:251836:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734705.917447:0:251836:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f6bd08 00000080:00200008:0.0:1767734705.917450:0:251836:0:(file.c:6252:ll_getattr_dentry()) START file d160m.sanity:[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1767734705.917457:0:251836:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767734705.917470:0:251836:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f6bc80 00000080:00200000:0.0:1767734705.917473:0:251836:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x2000013a3:0x8:0x0](ffff94b1df7a42c8),name=d160m.sanity 00000080:00000010:0.0:1767734705.917479:0:251836:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c33d9a00. 00800000:00000002:0.0:1767734705.917483:0:251836:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:0.0:1767734705.917490:0:251836:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767734705.917493:0:251836:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767734705.917495:0:251836:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f6bba0 00800000:00000002:0.0:1767734705.917497:0:251836:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x2000013a3:0x8:0x0] 'd160m.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767734705.917502:0:251836:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1767734705.917507:0:251836:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a3:0x8:0x0], name='' -> mds #0 00000002:00000001:0.0:1767734705.917511:0:251836:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767734705.917513:0:251836:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f6ba70 00000002:00010000:0.0:1767734705.917516:0:251836:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a3:0x8:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767734705.917520:0:251836:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767734705.917522:0:251836:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767734705.917524:0:251836:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767734705.917529:0:251836:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:0.0:1767734705.917532:0:251836:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767734705.917537:0:251836:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 30 res 8589939619/8 (0 0) 00000002:00000001:0.0:1767734705.917541:0:251836:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734705.917543:0:251836:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734705.917546:0:251836:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1767734705.917549:0:251836:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1767734705.917555:0:251836:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8000. 00000020:00000040:0.0:1767734705.917560:0:251836:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=105 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:0.0:1767734705.917567:0:251836:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767734705.917573:0:251836:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767734705.917577:0:251836:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734705.917579:0:251836:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734705.917581:0:251836:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734705.917585:0:251836:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734705.917588:0:251836:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734705.917592:0:251836:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734705.917599:0:251836:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1de88ac00. 00000100:00000001:0.0:1767734705.917607:0:251836:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734705.917619:0:251836:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734705.917622:0:251836:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734705.917625:0:251836:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734705.917626:0:251836:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734705.917629:0:251836:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734705.917635:0:251836:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090737369088 : -117982972182528 : ffff94b1f2da8000) 00010000:00000001:0.0:1767734705.917640:0:251836:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767734705.917643:0:251836:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767734705.917647:0:251836:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:0.0:1767734705.917650:0:251836:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734705.917653:0:251836:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767734705.917657:0:251836:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1de1a9c00. 00000020:00000001:0.0:1767734705.917662:0:251836:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767734705.917665:0:251836:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1de1a9c00 with handle 0x1886cffb85c2ba84 to hash 00000020:00000001:0.0:1767734705.917668:0:251836:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767734705.917671:0:251836:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090389249024 : -117983320302592 : ffff94b1de1a9c00) 00010000:00000001:0.0:1767734705.917675:0:251836:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090389249024 : -117983320302592 : ffff94b1de1a9c00) 00010000:00000001:0.0:1767734705.917679:0:251836:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734705.917681:0:251836:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734705.917686:0:251836:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1de1a9c00/0x1886cffb85c2ba84 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 251836 initiator: MDT0 00010000:00010000:0.0:1767734705.917695:0:251836:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1de1a9c00/0x1886cffb85c2ba84 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251836 initiator: MDT0 00010000:00010000:0.0:1767734705.917707:0:251836:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1de1a9c00/0x1886cffb85c2ba84 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 251836 initiator: MDT0 00000100:00000001:0.0:1767734705.917713:0:251836:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734705.917716:0:251836:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734705.917722:0:251836:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b201102cc0. 00000100:00000001:0.0:1767734705.917724:0:251836:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090975767744 : -117982733783872 : ffff94b201102cc0) 00000100:00000001:0.0:1767734705.917727:0:251836:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734705.917730:0:251836:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737369088 : -117982972182528 : ffff94b1f2da8000) 00000100:00000001:0.0:1767734705.917735:0:251836:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734705.917746:0:251836:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734705.917749:0:251836:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734705.917752:0:251836:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734705.917765:0:251836:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8000 x1853602672121344/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734705.917777:0:251836:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734705.917780:0:251836:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734705.917784:0:251836:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734705.917787:0:251836:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734705.917790:0:251836:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734705.917795:0:251836:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8000 pname:cluuid:pid:xid:nid:opc:job rm:66586885-669e-469f-b1c7-cb1a0fe6eee4:251836:1853602672121344:192.168.203.112@tcp:101:rm.0 00000100:00000001:0.0:1767734705.917799:0:251836:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734705.917804:0:251836:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734705.917807:0:251836:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734705.917810:0:251836:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734705.917814:0:251836:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d04000. 02000000:00000001:0.0:1767734705.917817:0:251836:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734705.917827:0:251836:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734705.917832:0:251836:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558a50. 00000400:00000010:0.0:1767734705.917839:0:251836:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80ba18. 00000100:00000200:0.0:1767734705.917847:0:251836:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672121344, portal 10 00000100:00000001:0.0:1767734705.917850:0:251836:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734705.917852:0:251836:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737369088 : -117982972182528 : ffff94b1f2da8000) 00000100:00000040:0.0:1767734705.917859:0:251836:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8000 x1853602672121344/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734705.917869:0:251836:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734705.917873:0:251836:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734705.917877:0:251836:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bdd0. 00000100:00000200:0.0:1767734705.917881:0:251836:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672121344, offset 0 00000400:00000200:0.0:1767734705.917889:0:251836:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734705.917898:0:251836:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734705.917906:0:251836:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734705.917913:0:251836:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734705.917925:0:251836:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734705.917930:0:251836:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734705.917934:0:251836:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734705.917940:0:251836:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66888:66888:256:4294967295] 192.168.203.112@tcp LPNI seq info [66888:66888:8:4294967295] 00000400:00000200:0.0:1767734705.917946:0:251836:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734705.917958:0:251836:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734705.917966:0:251836:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734705.917972:0:251836:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f800. 00000800:00000200:0.0:1767734705.917980:0:251836:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734705.917988:0:251836:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734705.917994:0:251836:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1767734705.918017:0:251836:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734705.918023:0:251836:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 23460 usecs (24 jiffies) 00000400:00000200:0.0:1767734705.918028:0:251836:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734705.918032:0:251836:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467763 00000100:00000001:0.0:1767734705.918040:0:251836:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467749 00000100:00000001:0.0:1767734705.918045:0:251836:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467763 00000100:00000001:0.0:1767734705.918050:0:251836:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467749 00000100:00000001:0.0:1767734705.918054:0:251836:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734705.918057:0:251836:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734705.918060:0:251836:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734705.918063:0:251836:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734705.918066:0:251836:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b201102cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1767734705.918069:0:251836:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734705.918073:0:251836:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.918201:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.918210:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f800. 00000400:00000200:2.0:1767734705.918216:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.918225:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.918231:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bdd0 00000400:00000010:2.0:1767734705.918234:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bdd0. 00000100:00000001:2.0:1767734705.918239:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.918247:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8000 x1853602672121344/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.918338:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.918346:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8000 x1853602672121344/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734705.918359:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.918364:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.920863:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.920875:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.920879:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.920882:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.920890:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.920897:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.920904:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.920910:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.920915:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.920920:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d39600 00000400:00000200:3.0:1767734705.920926:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.920946:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7c0fd [1] + 224 00000800:00000001:3.0:1767734705.920955:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.920964:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.920968:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.920973:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.920978:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.920985:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8000 x1853602672121344/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734705.921000:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1f2da8000 x1853602672121344/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734705.921028:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734705.921036:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.921040:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734705.921129:0:251836:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734705.921141:0:251836:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734705.921144:0:251836:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734705.921149:0:251836:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558a50. 00000400:00000200:0.0:1767734705.921156:0:251836:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80ba18 00000400:00000010:0.0:1767734705.921159:0:251836:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80ba18. 00000100:00000001:0.0:1767734705.921177:0:251836:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734705.921188:0:251836:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8000 x1853602672121344/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734705.921204:0:251836:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8000 x1853602672121344/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734705.921214:0:251836:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734705.921217:0:251836:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734705.921221:0:251836:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734705.921224:0:251836:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734705.921227:0:251836:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734705.921230:0:251836:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734705.921234:0:251836:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734705.921242:0:251836:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:0.0:1767734705.921246:0:251836:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1767734705.921250:0:251836:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734705.921252:0:251836:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734705.921255:0:251836:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734705.921285:0:251836:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734705.921290:0:251836:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734705.921293:0:251836:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:0.0:1767734705.921296:0:251836:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734705.921300:0:251836:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734705.921306:0:251836:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8000 x1853602672121344/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734705.921359:0:251836:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734705.921363:0:251836:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734705.921366:0:251836:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734705.921376:0:251836:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8000 x1853602672121344/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734705.921388:0:251836:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8000 pname:cluuid:pid:xid:nid:opc:job rm:66586885-669e-469f-b1c7-cb1a0fe6eee4:251836:1853602672121344:192.168.203.112@tcp:101:rm.0 00000100:00000001:0.0:1767734705.921399:0:251836:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734705.921402:0:251836:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734705.921415:0:251836:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734705.921421:0:251836:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734705.921430:0:251836:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8000 x1853602672121344/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734705.921442:0:251836:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734705.921446:0:251836:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b201102cc0. 00000100:00000001:0.0:1767734705.921450:0:251836:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734705.921452:0:251836:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734705.921455:0:251836:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767734705.921459:0:251836:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734705.921461:0:251836:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734705.921465:0:251836:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1de1a9c00 refcount=4 00000020:00000001:0.0:1767734705.921467:0:251836:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090389249024 : -117983320302592 : ffff94b1de1a9c00) 00010000:00000001:0.0:1767734705.921471:0:251836:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090389249024 : -117983320302592 : ffff94b1de1a9c00) 00010000:00000040:0.0:1767734705.921478:0:251836:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1de1a9c00, remote cookie: 0x9bbb2ede58dacba1, flags: 0x1001 00010000:00010000:0.0:1767734705.921484:0:251836:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1de1a9c00/0x1886cffb85c2ba84 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dacba1 expref: -99 pid: 251836 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767734705.921495:0:251836:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x8:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1767734705.921500:0:251836:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1767734705.921504:0:251836:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 2 00010000:00000001:0.0:1767734705.921507:0:251836:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734705.921511:0:251836:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734705.921516:0:251836:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1de1a9c00/0x1886cffb85c2ba84 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dacba1 expref: -99 pid: 251836 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734705.921526:0:251836:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1de1a9c00/0x1886cffb85c2ba84 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dacba1 expref: -99 pid: 251836 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734705.921534:0:251836:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767734705.921540:0:251836:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767734705.921542:0:251836:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767734705.921545:0:251836:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767734705.921553:0:251836:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767734705.921557:0:251836:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x8:0x0].0x0 (ffff94b1c7d52400) refcount = 2 00010000:00000040:0.0:1767734705.921562:0:251836:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767734705.921566:0:251836:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676e00/0x1886cffb85c2b91f lrc: 1/0,0 mode: PR/PR res: [0x2000013a3:0x8:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabde7 expref: -99 pid: 251834 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734705.921575:0:251836:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1de1a9c00/0x1886cffb85c2ba84 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dacba1 expref: -99 pid: 251836 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734705.921582:0:251836:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767734705.921586:0:251836:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767734705.921588:0:251836:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734705.921592:0:251836:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767734705.921595:0:251836:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734705.921599:0:251836:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1de1a9c00/0x1886cffb85c2ba84 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dacba1 expref: -99 pid: 251836 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734705.921606:0:251836:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767734705.921608:0:251836:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734705.921610:0:251836:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734705.921611:0:251836:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734705.921613:0:251836:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734705.921615:0:251836:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734705.921620:0:251836:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1767734705.921622:0:251836:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734705.921624:0:251836:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734705.921626:0:251836:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1de1a9c00 refcount=3 00000020:00000001:0.0:1767734705.921628:0:251836:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090389249024 : -117983320302592 : ffff94b1de1a9c00) 00010000:00000001:0.0:1767734705.921631:0:251836:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090389249024 : -117983320302592 : ffff94b1de1a9c00) 00010000:00000001:0.0:1767734705.921634:0:251836:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734705.921635:0:251836:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734705.921637:0:251836:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1de1a9c00 refcount=4 00000020:00000001:0.0:1767734705.921639:0:251836:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090389249024 : -117983320302592 : ffff94b1de1a9c00) 00010000:00000001:0.0:1767734705.921641:0:251836:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090389249024 : -117983320302592 : ffff94b1de1a9c00) 00010000:00000001:0.0:1767734705.921644:0:251836:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734705.921655:0:251836:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734705.921660:0:251836:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1de1a9c00/0x1886cffb85c2ba84 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dacba1 expref: -99 pid: 251836 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734705.921669:0:251836:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734705.921671:0:251836:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734705.921672:0:251836:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734705.921674:0:251836:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734705.921675:0:251836:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1de1a9c00 refcount=5 00000020:00000001:0.0:1767734705.921678:0:251836:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090389249024 : -117983320302592 : ffff94b1de1a9c00) 00010000:00000001:0.0:1767734705.921680:0:251836:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090389249024 : -117983320302592 : ffff94b1de1a9c00) 00010000:00000001:0.0:1767734705.921683:0:251836:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767734705.921686:0:251836:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1de1a9c00/0x1886cffb85c2ba84 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dacba1 expref: -99 pid: 251836 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734705.921693:0:251836:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734705.921694:0:251836:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767734705.921697:0:251836:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1de1a9c00/0x1886cffb85c2ba84 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dacba1 expref: -99 pid: 251836 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734705.921704:0:251836:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767734705.921706:0:251836:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734705.921707:0:251836:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734705.921709:0:251836:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734705.921710:0:251836:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1767734705.921716:0:251836:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1f2da8000 x1853602672121344/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1767734705.921725:0:251836:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734705.921727:0:251836:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734705.921728:0:251836:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1de1a9c00 refcount=3 00000020:00000001:0.0:1767734705.921730:0:251836:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090389249024 : -117983320302592 : ffff94b1de1a9c00) 00010000:00000001:0.0:1767734705.921733:0:251836:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090389249024 : -117983320302592 : ffff94b1de1a9c00) 00010000:00000001:0.0:1767734705.921736:0:251836:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734705.921742:0:251836:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767734705.921745:0:251836:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734705.921748:0:251836:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734705.921751:0:251836:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1767734705.921754:0:251836:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734705.921756:0:251836:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734705.921758:0:251836:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1de1a9c00 refcount=3 00000020:00000001:0.0:1767734705.921761:0:251836:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090389249024 : -117983320302592 : ffff94b1de1a9c00) 00010000:00000001:0.0:1767734705.921763:0:251836:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090389249024 : -117983320302592 : ffff94b1de1a9c00) 00000002:00010000:0.0:1767734705.921768:0:251836:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1de1a9c00/0x1886cffb85c2ba84 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dacba1 expref: -99 pid: 251836 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734705.921775:0:251836:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734705.921777:0:251836:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734705.921779:0:251836:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1767734705.921780:0:251836:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734705.921782:0:251836:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734705.921783:0:251836:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1de1a9c00 refcount=3 00000020:00000001:0.0:1767734705.921786:0:251836:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090389249024 : -117983320302592 : ffff94b1de1a9c00) 00010000:00000001:0.0:1767734705.921788:0:251836:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090389249024 : -117983320302592 : ffff94b1de1a9c00) 00010000:00000040:0.0:1767734705.921792:0:251836:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52400 count: 3 00010000:00000001:0.0:1767734705.921794:0:251836:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767734705.921798:0:251836:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/8 (0 0) 00010000:00000001:0.0:1767734705.921802:0:251836:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734705.921803:0:251836:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767734705.921805:0:251836:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1767734705.921808:0:251836:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f6b9f0 00000002:00002000:0.0:1767734705.921810:0:251836:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1767734705.921814:0:251836:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734705.921817:0:251836:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734705.921819:0:251836:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1767734705.921822:0:251836:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1767734705.921826:0:251836:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767734705.921829:0:251836:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:0.0:1767734705.921838:0:251836:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c33d9a00. 00000080:00000001:0.0:1767734705.921842:0:251836:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767734705.921845:0:251836:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1767734705.921850:0:251836:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1767734705.921854:0:251836:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1767734705.921858:0:251836:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1767734705.921861:0:251836:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a3:0x8:0x0] 00000080:00000001:0.0:1767734705.921865:0:251836:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734705.921870:0:251836:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920712 : 144115272414920712 : 2000013a3000008) 00000080:00000001:0.0:1767734705.921874:0:251836:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:0.0:1767734705.921879:0:251836:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x8:0x0], updating i_size 512 00010000:00000001:0.0:1767734705.921883:0:251836:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734705.921885:0:251836:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734705.921887:0:251836:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1de1a9c00 refcount=3 00000020:00000001:0.0:1767734705.921889:0:251836:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090389249024 : -117983320302592 : ffff94b1de1a9c00) 00010000:00000001:0.0:1767734705.921892:0:251836:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090389249024 : -117983320302592 : ffff94b1de1a9c00) 00010000:00000001:0.0:1767734705.921895:0:251836:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734705.921896:0:251836:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1767734705.921899:0:251836:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1767734705.921901:0:251836:0:(llite_lib.c:1812:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1767734705.921903:0:251836:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1767734705.921906:0:251836:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1767734705.921908:0:251836:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767734705.921911:0:251836:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x8:0x0](ffff94b1df7a42c8) for lock 0x1886cffb85c2ba84 00800000:00000001:0.0:1767734705.921915:0:251836:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767734705.921917:0:251836:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767734705.921918:0:251836:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734705.921920:0:251836:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734705.921922:0:251836:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1de1a9c00 refcount=3 00000020:00000001:0.0:1767734705.921925:0:251836:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090389249024 : -117983320302592 : ffff94b1de1a9c00) 00010000:00000001:0.0:1767734705.921927:0:251836:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090389249024 : -117983320302592 : ffff94b1de1a9c00) 00010000:00000001:0.0:1767734705.921930:0:251836:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734705.921931:0:251836:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767734705.921933:0:251836:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734705.921935:0:251836:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734705.921944:0:251836:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1767734705.921946:0:251836:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734705.921950:0:251836:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767734705.921953:0:251836:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x8:0x0](ffff94b1df7a42c8) 00000080:00010000:0.0:1767734705.921957:0:251836:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2ba84 from it ffffafc307f6bcb8 00010000:00000001:0.0:1767734705.921959:0:251836:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734705.921961:0:251836:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734705.921963:0:251836:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1de1a9c00 refcount=3 00000020:00000001:0.0:1767734705.921966:0:251836:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090389249024 : -117983320302592 : ffff94b1de1a9c00) 00010000:00000001:0.0:1767734705.921969:0:251836:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090389249024 : -117983320302592 : ffff94b1de1a9c00) 00010000:00000001:0.0:1767734705.921971:0:251836:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767734705.921975:0:251836:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1de1a9c00/0x1886cffb85c2ba84 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dacba1 expref: -99 pid: 251836 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734705.921982:0:251836:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734705.921983:0:251836:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734705.921985:0:251836:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767734705.921987:0:251836:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767734705.921990:0:251836:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1de1a9c00/0x1886cffb85c2ba84 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dacba1 expref: -99 pid: 251836 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734705.921997:0:251836:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767734705.921999:0:251836:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767734705.922001:0:251836:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767734705.922004:0:251836:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734705.922006:0:251836:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734705.922007:0:251836:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734705.922010:0:251836:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767734705.922012:0:251836:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734705.922014:0:251836:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734705.922018:0:251836:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734705.922020:0:251836:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767734705.922022:0:251836:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734705.922024:0:251836:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767734705.922026:0:251836:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734705.922032:0:251836:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8000 x1853602672121344/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734705.922047:0:251836:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734705.922051:0:251836:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734705.922054:0:251836:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d04000. 02000000:00000001:0.0:1767734705.922058:0:251836:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734705.922060:0:251836:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734705.922062:0:251836:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=104 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767734705.922066:0:251836:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734705.922069:0:251836:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1de88ac00. 02000000:00000001:0.0:1767734705.922073:0:251836:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734705.922075:0:251836:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734705.922077:0:251836:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8000. 00000100:00000001:0.0:1767734705.922081:0:251836:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734705.922083:0:251836:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734705.922088:0:251836:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734705.922093:0:251836:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f6bd08 00000080:00000008:0.0:1767734705.922096:0:251836:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file d160m.sanity:[0x2000013a3:0x8:0x0](ffff94b1df7a42c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1767734705.922102:0:251836:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1767734705.922104:0:251836:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f6bda0 00000080:00002000:0.0:1767734705.922107:0:251836:0:(dcache.c:127:ll_ddelete()) keeping dentry d160m.sanity (ffff94b1d0bd05e8, parent ffff94b1c49c60d8, inode ffff94b1df7a42c8) hashed, 00000080:00000001:0.0:1767734705.922111:0:251836:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.1:1767734705.923390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1fbb0a420. 00000080:00000010:1.1:1767734705.923426:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f0675280. 00000100:00000040:2.0:1767734705.943382:0:232526:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303467763, at 4303467765 00000100:00000010:2.0:1767734705.943399:0:232526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24d120. 00000100:00000040:3.0:1767734705.943648:0:231791:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303467763, at 4303467765 00000100:00000010:3.0:1767734705.943661:0:231791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24dea0. 00000002:00000001:0.0:1767734705.957472:0:251844:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:0.0:1767734705.957479:0:251844:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff94b1deb6ff00. 00000002:00000001:0.0:1767734705.957484:0:251844:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734705.957501:0:251844:0:(mdc_changelog.c:407:chlg_read()) Process entered 00000002:00000001:0.0:1767734705.957932:0:251845:0:(mdc_changelog.c:283:chlg_load()) Process entered 00000020:00000040:0.0:1767734705.957938:0:251845:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff94b1e7e86000 (ffff94b1c699caa0) now 6 - changelog 00000002:00000040:0.0:1767734705.957945:0:251845:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff94b1e7e1ba80 : new refcount 2 00000040:00000001:0.0:1767734705.957950:0:251845:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767734705.957956:0:251845:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff94b1c33d9600. 00000040:00000001:0.0:1767734705.957961:0:251845:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:0.0:1767734705.957965:0:251845:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=105 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000010:0.0:1767734705.957970:0:251845:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8000. 00000020:00000040:0.0:1767734705.957974:0:251845:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=106 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:0.0:1767734705.957978:0:251845:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734705.957990:0:251845:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734705.957994:0:251845:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734705.958000:0:251845:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1de88ac00. 00000100:00000001:0.0:1767734705.958005:0:251845:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734705.958012:0:251845:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734705.958014:0:251845:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734705.958019:0:251845:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b201102e40. 00000100:00000001:0.0:1767734705.958022:0:251845:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090975768128 : -117982733783488 : ffff94b201102e40) 00000100:00000001:0.0:1767734705.958026:0:251845:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734705.958028:0:251845:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737369088 : -117982972182528 : ffff94b1f2da8000) 00000100:00000001:0.0:1767734705.958032:0:251845:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734705.958036:0:251845:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734705.958039:0:251845:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734705.958041:0:251845:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734705.958049:0:251845:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8000 x1853602672121472/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734705.958061:0:251845:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734705.958063:0:251845:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734705.958067:0:251845:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734705.958069:0:251845:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734705.958072:0:251845:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734705.958076:0:251845:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:251845:1853602672121472:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:0.0:1767734705.958081:0:251845:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734705.958084:0:251845:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734705.958087:0:251845:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734705.958089:0:251845:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734705.958092:0:251845:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c33d8c00. 02000000:00000001:0.0:1767734705.958095:0:251845:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734705.958102:0:251845:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734705.958106:0:251845:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558a50. 00000400:00000010:0.0:1767734705.958111:0:251845:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80ba18. 00000100:00000200:0.0:1767734705.958116:0:251845:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672121472, portal 10 00000100:00000001:0.0:1767734705.958119:0:251845:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734705.958121:0:251845:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737369088 : -117982972182528 : ffff94b1f2da8000) 00000100:00000040:0.0:1767734705.958136:0:251845:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2da8000 x1853602672121472/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734705.958146:0:251845:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734705.958150:0:251845:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734705.958153:0:251845:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80baa0. 00000100:00000200:0.0:1767734705.958157:0:251845:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853602672121472, offset 0 00000400:00000200:0.0:1767734705.958163:0:251845:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734705.958170:0:251845:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734705.958178:0:251845:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734705.958182:0:251845:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734705.958187:0:251845:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734705.958190:0:251845:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734705.958194:0:251845:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734705.958198:0:251845:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66889:66889:256:4294967295] 192.168.203.112@tcp LPNI seq info [66889:66889:8:4294967295] 00000400:00000200:0.0:1767734705.958204:0:251845:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734705.958214:0:251845:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734705.958220:0:251845:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734705.958225:0:251845:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f000. 00000800:00000200:0.0:1767734705.958231:0:251845:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734705.958238:0:251845:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734705.958243:0:251845:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1767734705.958288:0:251845:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734705.958294:0:251845:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 23372 usecs (24 jiffies) 00000400:00000200:0.0:1767734705.958299:0:251845:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734705.958302:0:251845:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467803 00000100:00000010:0.0:1767734705.958343:0:251845:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f4645ae0. 00000100:00000001:0.0:1767734705.958353:0:251845:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767734705.958363:0:251845:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467804 00000100:00000010:0.0:1767734705.958368:0:251845:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f4645d80. 00000100:00000001:0.0:1767734705.958383:0:251845:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767734705.958392:0:251845:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734705.958397:0:251845:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734705.958400:0:251845:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734705.958403:0:251845:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734705.958407:0:251845:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b201102e40 going to sleep for 11 seconds 00000100:00000001:0.0:1767734705.958412:0:251845:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734705.958415:0:251845:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.958446:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.958455:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f000. 00000400:00000200:2.0:1767734705.958462:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.958471:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.958477:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80baa0 00000400:00000010:2.0:1767734705.958480:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80baa0. 00000100:00000001:2.0:1767734705.958485:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.958493:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8000 x1853602672121472/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.958507:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.958512:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8000 x1853602672121472/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.958522:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.958525:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734705.960453:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.960467:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734705.960471:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.960478:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.960487:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.960495:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734705.960506:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.960512:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.960519:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.960525:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 272 into portal 10 MB=0x695d780d39680 00000400:00000200:3.0:1767734705.960532:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734705.960539:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 272/272 into md 0x7c105 [1] + 224 00000800:00000001:3.0:1767734705.960548:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.960559:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734705.960563:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734705.960568:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734705.960574:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734705.960593:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8000 x1853602672121472/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734705.960607:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff94b1f2da8000 x1853602672121472/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734705.960635:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734705.960644:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734705.960649:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734705.960682:0:251845:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734705.960693:0:251845:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734705.960696:0:251845:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734705.960701:0:251845:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558a50. 00000400:00000200:0.0:1767734705.960708:0:251845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80ba18 00000400:00000010:0.0:1767734705.960711:0:251845:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80ba18. 00000100:00000001:0.0:1767734705.960715:0:251845:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734705.960726:0:251845:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8000 x1853602672121472/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734705.960741:0:251845:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8000 x1853602672121472/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734705.960752:0:251845:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734705.960754:0:251845:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734705.960757:0:251845:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734705.960759:0:251845:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734705.960761:0:251845:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734705.960764:0:251845:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734705.960767:0:251845:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734705.960774:0:251845:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:0.0:1767734705.960778:0:251845:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1767734705.960782:0:251845:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734705.960783:0:251845:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734705.960786:0:251845:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734705.960790:0:251845:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734705.960793:0:251845:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734705.960795:0:251845:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:0.0:1767734705.960798:0:251845:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734705.960813:0:251845:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734705.960819:0:251845:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8000 x1853602672121472/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734705.960829:0:251845:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734705.960832:0:251845:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734705.960834:0:251845:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734705.960839:0:251845:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8000 x1853602672121472/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734705.960848:0:251845:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:251845:1853602672121472:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:0.0:1767734705.960855:0:251845:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734705.960857:0:251845:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734705.960860:0:251845:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734705.960862:0:251845:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734705.960866:0:251845:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8000 x1853602672121472/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734705.960874:0:251845:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734705.960877:0:251845:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b201102e40. 00000100:00000001:0.0:1767734705.960881:0:251845:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734705.960882:0:251845:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767734705.960887:0:251845:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1767734705.960890:0:251845:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734705.960892:0:251845:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=105 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767734705.960895:0:251845:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767734705.960897:0:251845:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734705.960901:0:251845:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8000 x1853602672121472/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734705.960909:0:251845:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734705.960911:0:251845:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734705.960914:0:251845:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c33d8c00. 02000000:00000001:0.0:1767734705.960917:0:251845:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734705.960918:0:251845:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734705.960919:0:251845:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=104 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767734705.960928:0:251845:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734705.960930:0:251845:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1de88ac00. 02000000:00000001:0.0:1767734705.960934:0:251845:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734705.960936:0:251845:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734705.960938:0:251845:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8000. 00000100:00000001:0.0:1767734705.960941:0:251845:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734705.960942:0:251845:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1767734705.960945:0:251845:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767734705.960949:0:251845:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767734705.960958:0:251845:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff94b1d0c4a000. 00000040:00000001:0.0:1767734705.960960:0:251845:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767734705.960962:0:251845:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:0.0:1767734705.960965:0:251845:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=105 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000010:0.0:1767734705.960969:0:251845:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8000. 00000020:00000040:0.0:1767734705.960973:0:251845:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=106 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:0.0:1767734705.960976:0:251845:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734705.960978:0:251845:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734705.960981:0:251845:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734705.960986:0:251845:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c33d8c00. 00000100:00000001:0.0:1767734705.960990:0:251845:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734705.960994:0:251845:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734705.960995:0:251845:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734705.961000:0:251845:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b201102e40. 00000100:00000001:0.0:1767734705.961002:0:251845:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090975768128 : -117982733783488 : ffff94b201102e40) 00000100:00000001:0.0:1767734705.961005:0:251845:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734705.961007:0:251845:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737369088 : -117982972182528 : ffff94b1f2da8000) 00000100:00000001:0.0:1767734705.961011:0:251845:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734705.961014:0:251845:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734705.961016:0:251845:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734705.961018:0:251845:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734705.961023:0:251845:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8000 x1853602672121600/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734705.961031:0:251845:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734705.961033:0:251845:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734705.961037:0:251845:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734705.961044:0:251845:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734705.961047:0:251845:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734705.961052:0:251845:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:251845:1853602672121600:192.168.203.112@tcp:503:chlg_load_threa.0 00000100:00000001:0.0:1767734705.961057:0:251845:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734705.961060:0:251845:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734705.961063:0:251845:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734705.961065:0:251845:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734705.961084:0:251845:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1f9f38000. 02000000:00000001:0.0:1767734705.961087:0:251845:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734705.961095:0:251845:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734705.961099:0:251845:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558a50. 00000400:00000010:0.0:1767734705.961105:0:251845:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b201102b40. 00000100:00000200:0.0:1767734705.961110:0:251845:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602672121600, portal 10 00000100:00000001:0.0:1767734705.961112:0:251845:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734705.961114:0:251845:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737369088 : -117982972182528 : ffff94b1f2da8000) 00000100:00000040:0.0:1767734705.961121:0:251845:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2da8000 x1853602672121600/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734705.961130:0:251845:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734705.961134:0:251845:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734705.961137:0:251845:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80ba18. 00000100:00000200:0.0:1767734705.961141:0:251845:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602672121600, offset 0 00000400:00000200:0.0:1767734705.961147:0:251845:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734705.961154:0:251845:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734705.961161:0:251845:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734705.961165:0:251845:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734705.961169:0:251845:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734705.961173:0:251845:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734705.961177:0:251845:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734705.961182:0:251845:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66890:66890:256:4294967295] 192.168.203.112@tcp LPNI seq info [66890:66890:8:4294967295] 00000400:00000200:0.0:1767734705.961187:0:251845:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734705.961197:0:251845:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734705.961204:0:251845:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734705.961214:0:251845:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f100. 00000800:00000200:0.0:1767734705.961221:0:251845:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734705.961228:0:251845:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734705.961233:0:251845:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f100 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767734705.961277:0:251845:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734705.961283:0:251845:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 23281 usecs (24 jiffies) 00000400:00000200:0.0:1767734705.961289:0:251845:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734705.961292:0:251845:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467806 00000100:00000001:0.0:1767734705.961299:0:251845:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467803 00000100:00000001:0.0:1767734705.961304:0:251845:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467806 00000100:00000001:0.0:1767734705.961343:0:251845:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467804 00000100:00000001:0.0:1767734705.961350:0:251845:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734705.961355:0:251845:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734705.961359:0:251845:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734705.961362:0:251845:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734705.961366:0:251845:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b201102e40 going to sleep for 11 seconds 00000100:00000001:0.0:1767734705.961370:0:251845:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734705.961372:0:251845:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.961452:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.961460:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f100. 00000400:00000200:2.0:1767734705.961467:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.961475:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.961481:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80ba18 00000400:00000010:2.0:1767734705.961485:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80ba18. 00000100:00000001:2.0:1767734705.961490:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.961498:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8000 x1853602672121600/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.961511:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.961529:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8000 x1853602672121600/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.961539:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.961542:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734705.963682:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.963697:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.963700:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.963705:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.963713:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.963722:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.963731:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.963736:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.963741:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.963745:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8416 into portal 10 MB=0x695d780d39700 00000400:00000200:2.0:1767734705.963751:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.963757:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 8416/8416 into md 0x7c10d [4] + 224 00000800:00000001:2.0:1767734705.963764:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.963780:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.963783:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.963787:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.963792:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.963800:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8000 x1853602672121600/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734705.963813:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff94b1f2da8000 x1853602672121600/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.963842:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734705.963849:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.963853:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734705.963942:0:251845:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734705.963953:0:251845:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734705.963955:0:251845:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734705.963961:0:251845:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558a50. 00000400:00000200:0.0:1767734705.963968:0:251845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b201102b40 00000400:00000010:0.0:1767734705.963971:0:251845:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b201102b40. 00000100:00000001:0.0:1767734705.963976:0:251845:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734705.963987:0:251845:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8000 x1853602672121600/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734705.964001:0:251845:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8000 x1853602672121600/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734705.964012:0:251845:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734705.964014:0:251845:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734705.964030:0:251845:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734705.964033:0:251845:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734705.964035:0:251845:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734705.964038:0:251845:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734705.964041:0:251845:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734705.964048:0:251845:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:0.0:1767734705.964053:0:251845:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1767734705.964056:0:251845:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734705.964058:0:251845:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734705.964060:0:251845:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734705.964064:0:251845:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734705.964067:0:251845:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734705.964070:0:251845:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:0.0:1767734705.964072:0:251845:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734705.964075:0:251845:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734705.964081:0:251845:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8000 x1853602672121600/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734705.964090:0:251845:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734705.964093:0:251845:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734705.964095:0:251845:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734705.964100:0:251845:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8000 x1853602672121600/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734705.964109:0:251845:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:251845:1853602672121600:192.168.203.112@tcp:503:chlg_load_threa.0 00000100:00000001:0.0:1767734705.964115:0:251845:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734705.964118:0:251845:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734705.964120:0:251845:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734705.964122:0:251845:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734705.964126:0:251845:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8000 x1853602672121600/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734705.964135:0:251845:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734705.964138:0:251845:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b201102e40. 00000100:00000001:0.0:1767734705.964141:0:251845:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734705.964147:0:251845:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767734705.964156:0:251845:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1767734705.964158:0:251845:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734705.964163:0:251845:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8000 x1853602672121600/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734705.964171:0:251845:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734705.964173:0:251845:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734705.964176:0:251845:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1f9f38000. 02000000:00000001:0.0:1767734705.964189:0:251845:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734705.964192:0:251845:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734705.964194:0:251845:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=105 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767734705.964197:0:251845:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734705.964200:0:251845:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c33d8c00. 02000000:00000001:0.0:1767734705.964203:0:251845:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734705.964205:0:251845:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734705.964207:0:251845:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8000. 00000100:00000001:0.0:1767734705.964210:0:251845:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734705.964212:0:251845:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767734705.964215:0:251845:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734705.964216:0:251845:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=104 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767734705.964219:0:251845:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:0.0:1767734705.964221:0:251845:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767734705.964225:0:251845:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00080000:0.0:1767734705.964229:0:251845:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0xa:0x5:0x0] first idx 1, last_idx 2 00000040:00000001:0.0:1767734705.964232:0:251845:0:(llog_cat.c:1213:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767734705.964235:0:251845:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767734705.964238:0:251845:0:(llog_cat.c:936:llog_cat_process_or_fork()) Process entered 00000040:00000001:0.0:1767734705.964241:0:251845:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1767734705.964245:0:251845:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff94b1f4645840. 00000040:00001000:0.0:1767734705.964249:0:251845:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x5:0x0] flags 0x33fa startcat 2 startidx 0 first_idx 1 last_idx 0 read_mode 0 00000040:00000001:0.0:1767734705.964254:0:251845:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:0.0:1767734705.964288:0:251845:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c33d8c00. 00000020:00000010:0.0:1767734705.964296:0:251845:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c33d8200. 00000040:00000010:0.0:1767734705.964302:0:251845:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff94b1c33d8600. 00000020:00000010:0.0:1767734705.964499:0:251845:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94b1f0d04000. 00000020:00000010:0.0:1767734705.964557:0:251845:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff94b1f39ea840. 00000020:00000010:0.0:1767734705.964573:0:251845:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff94b1c33d9e00. 80000000:00000010:0.0:1767734705.964578:0:251845:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff94b1f4645060. 40000000:00000010:0.0:1767734705.964584:0:251845:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff94b1fe4a8b00. 00100000:00000010:0.0:1767734705.964591:0:251845:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff94b1f0d07000. 00040000:00000010:0.0:1767734705.964596:0:251845:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff94b1deb6f200. 00040000:00000010:0.0:1767734705.964602:0:251845:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff94b1f0d07800. 00040000:00000010:0.0:1767734705.964607:0:251845:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94b1c33d8400. 00000004:00000010:0.0:1767734705.964613:0:251845:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff94b1f0d06800. 00000004:00000010:0.0:1767734705.964621:0:251845:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff94b1c60de000. 00000004:00000010:0.0:1767734705.964627:0:251845:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff94b1f0d01000. 00002000:00000010:0.0:1767734705.964633:0:251845:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff94b1de88ac00. 00000004:00000010:0.0:1767734705.964639:0:251845:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff94b1de889400. 00000020:00000010:0.0:1767734705.964647:0:251845:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff94b1fe4a8340. 00000040:00000010:0.0:1767734705.964659:0:251845:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff94b1d0c4e000. 00000040:00001000:0.0:1767734705.964662:0:251845:0:(llog.c:607:llog_process_thread()) index: 2 last_index 64767 00000040:00000001:0.0:1767734705.964666:0:251845:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767734705.964669:0:251845:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1767734705.964672:0:251845:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=105 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000010:0.0:1767734705.964677:0:251845:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8000. 00000020:00000040:0.0:1767734705.964680:0:251845:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=106 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:0.0:1767734705.964684:0:251845:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734705.964686:0:251845:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734705.964690:0:251845:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734705.964696:0:251845:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c33d9800. 00000100:00000001:0.0:1767734705.964700:0:251845:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734705.964705:0:251845:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734705.964707:0:251845:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734705.964711:0:251845:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b201102e40. 00000100:00000001:0.0:1767734705.964714:0:251845:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090975768128 : -117982733783488 : ffff94b201102e40) 00000100:00000001:0.0:1767734705.964717:0:251845:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734705.964719:0:251845:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737369088 : -117982972182528 : ffff94b1f2da8000) 00000100:00000001:0.0:1767734705.964724:0:251845:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734705.964728:0:251845:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734705.964730:0:251845:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734705.964738:0:251845:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734705.964745:0:251845:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8000 x1853602672121728/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734705.964755:0:251845:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734705.964757:0:251845:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734705.964761:0:251845:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734705.964763:0:251845:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734705.964766:0:251845:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734705.964770:0:251845:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:251845:1853602672121728:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1767734705.964774:0:251845:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734705.964777:0:251845:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734705.964779:0:251845:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734705.964782:0:251845:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734705.964794:0:251845:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1f9f38000. 02000000:00000001:0.0:1767734705.964797:0:251845:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734705.964804:0:251845:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734705.964808:0:251845:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558a50. 00000400:00000010:0.0:1767734705.964813:0:251845:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b201102b40. 00000100:00000200:0.0:1767734705.964818:0:251845:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602672121728, portal 10 00000100:00000001:0.0:1767734705.964820:0:251845:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734705.964822:0:251845:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737369088 : -117982972182528 : ffff94b1f2da8000) 00000100:00000040:0.0:1767734705.964830:0:251845:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2da8000 x1853602672121728/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734705.964838:0:251845:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734705.964842:0:251845:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734705.964845:0:251845:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bbb0. 00000100:00000200:0.0:1767734705.964849:0:251845:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602672121728, offset 0 00000400:00000200:0.0:1767734705.964856:0:251845:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734705.964862:0:251845:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734705.964869:0:251845:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734705.964874:0:251845:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734705.964878:0:251845:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734705.964888:0:251845:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734705.964892:0:251845:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734705.964897:0:251845:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66891:66891:256:4294967295] 192.168.203.112@tcp LPNI seq info [66891:66891:8:4294967295] 00000400:00000200:0.0:1767734705.964903:0:251845:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734705.964914:0:251845:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734705.964921:0:251845:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734705.964926:0:251845:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f100. 00000800:00000200:0.0:1767734705.964932:0:251845:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734705.964939:0:251845:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734705.964944:0:251845:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f100 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767734705.964967:0:251845:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734705.964972:0:251845:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 23192 usecs (24 jiffies) 00000400:00000200:0.0:1767734705.964977:0:251845:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734705.964980:0:251845:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467810 00000100:00000001:0.0:1767734705.964986:0:251845:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467806 00000100:00000001:0.0:1767734705.964991:0:251845:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467810 00000100:00000001:0.0:1767734705.964995:0:251845:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467806 00000100:00000001:0.0:1767734705.964998:0:251845:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734705.965001:0:251845:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734705.965004:0:251845:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734705.965006:0:251845:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734705.965009:0:251845:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b201102e40 going to sleep for 11 seconds 00000100:00000001:0.0:1767734705.965012:0:251845:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734705.965014:0:251845:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.965155:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.965163:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f100. 00000400:00000200:2.0:1767734705.965169:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.965178:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.965196:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bbb0 00000400:00000010:2.0:1767734705.965199:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bbb0. 00000100:00000001:2.0:1767734705.965204:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.965212:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8000 x1853602672121728/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.965226:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.965231:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8000 x1853602672121728/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.965241:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.965244:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734705.967372:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.967387:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.967391:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.967393:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.967401:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.967408:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.967416:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.967422:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.967428:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.967434:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8472 into portal 10 MB=0x695d780d39780 00000400:00000200:2.0:1767734705.967441:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.967448:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 8472/8472 into md 0x7c115 [4] + 224 00000800:00000001:2.0:1767734705.967455:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.967470:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.967474:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.967478:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.967483:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.967491:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8000 x1853602672121728/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734705.967505:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff94b1f2da8000 x1853602672121728/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.967554:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734705.967563:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.967568:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734705.967669:0:251845:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734705.967679:0:251845:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734705.967681:0:251845:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734705.967687:0:251845:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558a50. 00000400:00000200:0.0:1767734705.967694:0:251845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b201102b40 00000400:00000010:0.0:1767734705.967697:0:251845:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b201102b40. 00000100:00000001:0.0:1767734705.967702:0:251845:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734705.967726:0:251845:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8000 x1853602672121728/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734705.967740:0:251845:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8000 x1853602672121728/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734705.967750:0:251845:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734705.967752:0:251845:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734705.967755:0:251845:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734705.967758:0:251845:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734705.967760:0:251845:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734705.967763:0:251845:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734705.967766:0:251845:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734705.967772:0:251845:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:0.0:1767734705.967776:0:251845:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1767734705.967779:0:251845:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734705.967781:0:251845:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734705.967783:0:251845:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734705.967787:0:251845:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734705.967790:0:251845:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734705.967792:0:251845:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:0.0:1767734705.967794:0:251845:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734705.967797:0:251845:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734705.967802:0:251845:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8000 x1853602672121728/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734705.967811:0:251845:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734705.967814:0:251845:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734705.967816:0:251845:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734705.967821:0:251845:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8000 x1853602672121728/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734705.967831:0:251845:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:251845:1853602672121728:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1767734705.967837:0:251845:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734705.967840:0:251845:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734705.967848:0:251845:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734705.967851:0:251845:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734705.967856:0:251845:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8000 x1853602672121728/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734705.967864:0:251845:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734705.967867:0:251845:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b201102e40. 00000100:00000001:0.0:1767734705.967870:0:251845:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734705.967872:0:251845:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767734705.967879:0:251845:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1767734705.967881:0:251845:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734705.967885:0:251845:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8000 x1853602672121728/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734705.967892:0:251845:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734705.967894:0:251845:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734705.967897:0:251845:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1f9f38000. 02000000:00000001:0.0:1767734705.967908:0:251845:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734705.967911:0:251845:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734705.967912:0:251845:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=105 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767734705.967915:0:251845:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734705.967918:0:251845:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c33d9800. 02000000:00000001:0.0:1767734705.967921:0:251845:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734705.967923:0:251845:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734705.967925:0:251845:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8000. 00000100:00000001:0.0:1767734705.967928:0:251845:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734705.967929:0:251845:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767734705.967932:0:251845:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734705.967933:0:251845:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=104 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767734705.967936:0:251845:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:0.0:1767734705.967938:0:251845:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767734705.967942:0:251845:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c4e000 type=0x1064553b idx=1 00000040:00001000:0.0:1767734705.967946:0:251845:0:(llog.c:720:llog_process_thread()) synced_idx: 2 00000040:00000001:0.0:1767734705.967949:0:251845:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767734705.967951:0:251845:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1767734705.967953:0:251845:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=105 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000010:0.0:1767734705.967957:0:251845:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8000. 00000020:00000040:0.0:1767734705.967966:0:251845:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=106 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:0.0:1767734705.967969:0:251845:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734705.967971:0:251845:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734705.967974:0:251845:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734705.967980:0:251845:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c33d9800. 00000100:00000001:0.0:1767734705.967984:0:251845:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734705.967988:0:251845:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734705.967989:0:251845:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734705.967994:0:251845:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b201102e40. 00000100:00000001:0.0:1767734705.967996:0:251845:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090975768128 : -117982733783488 : ffff94b201102e40) 00000100:00000001:0.0:1767734705.967999:0:251845:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734705.968001:0:251845:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737369088 : -117982972182528 : ffff94b1f2da8000) 00000100:00000001:0.0:1767734705.968005:0:251845:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734705.968009:0:251845:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734705.968011:0:251845:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734705.968012:0:251845:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734705.968017:0:251845:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8000 x1853602672121856/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734705.968026:0:251845:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734705.968028:0:251845:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734705.968031:0:251845:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734705.968033:0:251845:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734705.968036:0:251845:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734705.968040:0:251845:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:251845:1853602672121856:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1767734705.968044:0:251845:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734705.968047:0:251845:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734705.968049:0:251845:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734705.968051:0:251845:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734705.968064:0:251845:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1f9f38000. 02000000:00000001:0.0:1767734705.968066:0:251845:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734705.968074:0:251845:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734705.968078:0:251845:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558a50. 00000400:00000010:0.0:1767734705.968083:0:251845:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b201102b40. 00000100:00000200:0.0:1767734705.968088:0:251845:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602672121856, portal 10 00000100:00000001:0.0:1767734705.968095:0:251845:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734705.968097:0:251845:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737369088 : -117982972182528 : ffff94b1f2da8000) 00000100:00000040:0.0:1767734705.968105:0:251845:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2da8000 x1853602672121856/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734705.968113:0:251845:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734705.968116:0:251845:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734705.968120:0:251845:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b330. 00000100:00000200:0.0:1767734705.968124:0:251845:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602672121856, offset 0 00000400:00000200:0.0:1767734705.968130:0:251845:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734705.968137:0:251845:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734705.968144:0:251845:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734705.968149:0:251845:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734705.968153:0:251845:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734705.968156:0:251845:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734705.968159:0:251845:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734705.968164:0:251845:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66892:66892:256:4294967295] 192.168.203.112@tcp LPNI seq info [66892:66892:8:4294967295] 00000400:00000200:0.0:1767734705.968169:0:251845:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734705.968179:0:251845:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734705.968185:0:251845:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734705.968189:0:251845:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f000. 00000800:00000200:0.0:1767734705.968195:0:251845:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734705.968202:0:251845:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734705.968206:0:251845:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f000 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767734705.968232:0:251845:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734705.968237:0:251845:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 23105 usecs (24 jiffies) 00000400:00000200:0.0:1767734705.968242:0:251845:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734705.968244:0:251845:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467813 00000100:00000001:0.0:1767734705.968250:0:251845:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467810 00000100:00000001:0.0:1767734705.968254:0:251845:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467813 00000100:00000001:0.0:1767734705.968286:0:251845:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467810 00000100:00000001:0.0:1767734705.968300:0:251845:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734705.968303:0:251845:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734705.968306:0:251845:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734705.968353:0:251845:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734705.968357:0:251845:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b201102e40 going to sleep for 11 seconds 00000100:00000001:0.0:1767734705.968364:0:251845:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734705.968368:0:251845:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.968443:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.968451:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f000. 00000400:00000200:2.0:1767734705.968458:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.968466:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.968472:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b330 00000400:00000010:2.0:1767734705.968475:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b330. 00000100:00000001:2.0:1767734705.968480:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.968488:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8000 x1853602672121856/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.968502:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.968507:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8000 x1853602672121856/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.968517:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.968520:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734705.970583:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.970597:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.970601:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.970605:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.970613:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.970622:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.970632:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.970637:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.970642:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.970646:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8472 into portal 10 MB=0x695d780d39800 00000400:00000200:2.0:1767734705.970653:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.970659:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 8472/8472 into md 0x7c11d [4] + 224 00000800:00000001:2.0:1767734705.970667:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.970698:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.970711:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.970716:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.970722:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.970729:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8000 x1853602672121856/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734705.970743:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff94b1f2da8000 x1853602672121856/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.970772:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734705.970780:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.970785:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734705.970889:0:251845:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734705.970900:0:251845:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734705.970903:0:251845:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734705.970908:0:251845:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558a50. 00000400:00000200:0.0:1767734705.970915:0:251845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b201102b40 00000400:00000010:0.0:1767734705.970917:0:251845:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b201102b40. 00000100:00000001:0.0:1767734705.970921:0:251845:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734705.970932:0:251845:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8000 x1853602672121856/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734705.970946:0:251845:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8000 x1853602672121856/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734705.970956:0:251845:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734705.970958:0:251845:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734705.970961:0:251845:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734705.970964:0:251845:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734705.970966:0:251845:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734705.970969:0:251845:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734705.970972:0:251845:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734705.970978:0:251845:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:0.0:1767734705.970982:0:251845:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1767734705.970985:0:251845:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734705.970987:0:251845:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734705.970989:0:251845:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734705.970992:0:251845:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734705.970996:0:251845:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734705.970998:0:251845:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:0.0:1767734705.971000:0:251845:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734705.971002:0:251845:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734705.971023:0:251845:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8000 x1853602672121856/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734705.971032:0:251845:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734705.971035:0:251845:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734705.971037:0:251845:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734705.971042:0:251845:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8000 x1853602672121856/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734705.971052:0:251845:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:251845:1853602672121856:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1767734705.971058:0:251845:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734705.971061:0:251845:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734705.971063:0:251845:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734705.971065:0:251845:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734705.971069:0:251845:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8000 x1853602672121856/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734705.971078:0:251845:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734705.971081:0:251845:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b201102e40. 00000100:00000001:0.0:1767734705.971084:0:251845:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734705.971086:0:251845:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767734705.971093:0:251845:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1767734705.971095:0:251845:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734705.971099:0:251845:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8000 x1853602672121856/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734705.971107:0:251845:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734705.971109:0:251845:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734705.971112:0:251845:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1f9f38000. 02000000:00000001:0.0:1767734705.971124:0:251845:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734705.971126:0:251845:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734705.971128:0:251845:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=105 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767734705.971131:0:251845:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734705.971133:0:251845:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c33d9800. 02000000:00000001:0.0:1767734705.971137:0:251845:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734705.971144:0:251845:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734705.971146:0:251845:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8000. 00000100:00000001:0.0:1767734705.971150:0:251845:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734705.971152:0:251845:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767734705.971155:0:251845:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734705.971157:0:251845:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=104 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767734705.971160:0:251845:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:0.0:1767734705.971162:0:251845:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767734705.971165:0:251845:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c4e000 type=0x1064553b idx=1 00000040:00001000:0.0:1767734705.971169:0:251845:0:(llog.c:759:llog_process_thread()) skipping lrh_index 1 00000040:00001000:0.0:1767734705.971171:0:251845:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c4e040 type=0x1064553b idx=2 00000040:00001000:0.0:1767734705.971174:0:251845:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 64 (8128 remains) 00000040:00080000:0.0:1767734705.971177:0:251845:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00000001:0.0:1767734705.971181:0:251845:0:(llog_cat.c:872:llog_cat_process_cb()) Process entered 00000040:00000001:0.0:1767734705.971184:0:251845:0:(llog_cat.c:819:llog_cat_process_common()) Process entered 00000040:00080000:0.0:1767734705.971187:0:251845:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x25:0x0] at index 2 of catalog [0xa:0x5:0x0] 00000040:00000001:0.0:1767734705.971191:0:251845:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:0.0:1767734705.971194:0:251845:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767734705.971198:0:251845:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff94b1c33d9800. 00000040:00000001:0.0:1767734705.971201:0:251845:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:0.0:1767734705.971203:0:251845:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=105 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000010:0.0:1767734705.971207:0:251845:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8000. 00000020:00000040:0.0:1767734705.971210:0:251845:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=106 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:0.0:1767734705.971213:0:251845:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734705.971216:0:251845:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734705.971219:0:251845:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734705.971225:0:251845:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c33d8e00. 00000100:00000001:0.0:1767734705.971229:0:251845:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734705.971233:0:251845:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734705.971235:0:251845:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734705.971239:0:251845:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b201102e40. 00000100:00000001:0.0:1767734705.971241:0:251845:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090975768128 : -117982733783488 : ffff94b201102e40) 00000100:00000001:0.0:1767734705.971245:0:251845:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734705.971247:0:251845:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737369088 : -117982972182528 : ffff94b1f2da8000) 00000100:00000001:0.0:1767734705.971250:0:251845:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734705.971293:0:251845:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734705.971297:0:251845:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734705.971298:0:251845:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734705.971305:0:251845:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8000 x1853602672121984/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734705.971351:0:251845:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734705.971353:0:251845:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734705.971357:0:251845:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734705.971359:0:251845:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734705.971362:0:251845:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734705.971366:0:251845:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:251845:1853602672121984:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:0.0:1767734705.971370:0:251845:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734705.971374:0:251845:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734705.971376:0:251845:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734705.971378:0:251845:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734705.971383:0:251845:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c33d9200. 02000000:00000001:0.0:1767734705.971386:0:251845:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734705.971393:0:251845:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734705.971397:0:251845:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558a50. 00000400:00000010:0.0:1767734705.971403:0:251845:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b198. 00000100:00000200:0.0:1767734705.971408:0:251845:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672121984, portal 10 00000100:00000001:0.0:1767734705.971411:0:251845:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734705.971413:0:251845:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737369088 : -117982972182528 : ffff94b1f2da8000) 00000100:00000040:0.0:1767734705.971420:0:251845:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2da8000 x1853602672121984/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734705.971429:0:251845:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734705.971432:0:251845:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734705.971435:0:251845:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b990. 00000100:00000200:0.0:1767734705.971439:0:251845:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602672121984, offset 0 00000400:00000200:0.0:1767734705.971445:0:251845:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734705.971452:0:251845:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734705.971459:0:251845:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734705.971464:0:251845:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734705.971476:0:251845:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734705.971480:0:251845:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734705.971483:0:251845:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734705.971488:0:251845:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66893:66893:256:4294967295] 192.168.203.112@tcp LPNI seq info [66893:66893:8:4294967295] 00000400:00000200:0.0:1767734705.971494:0:251845:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734705.971505:0:251845:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734705.971511:0:251845:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734705.971515:0:251845:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f800. 00000800:00000200:0.0:1767734705.971522:0:251845:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734705.971529:0:251845:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734705.971533:0:251845:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f800 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767734705.971556:0:251845:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734705.971561:0:251845:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 23017 usecs (24 jiffies) 00000400:00000200:0.0:1767734705.971566:0:251845:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734705.971568:0:251845:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303467817 00000100:00000001:0.0:1767734705.971574:0:251845:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303467813 00000100:00000001:0.0:1767734705.971579:0:251845:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303467817 00000100:00000001:0.0:1767734705.971582:0:251845:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303467813 00000100:00000001:0.0:1767734705.971586:0:251845:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734705.971589:0:251845:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734705.971591:0:251845:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734705.971593:0:251845:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734705.971596:0:251845:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b201102e40 going to sleep for 11 seconds 00000100:00000001:0.0:1767734705.971599:0:251845:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734705.971601:0:251845:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734705.971742:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734705.971751:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f800. 00000400:00000200:2.0:1767734705.971757:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.971766:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734705.971772:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b990 00000400:00000010:2.0:1767734705.971775:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b990. 00000100:00000001:2.0:1767734705.971780:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734705.971788:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8000 x1853602672121984/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734721 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.971802:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734705.971807:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8000 x1853602672121984/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734721 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.971817:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734705.971820:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734705.973738:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.973752:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734705.973756:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.973759:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.973767:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.973774:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734705.973782:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.973787:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.973805:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.973809:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d780d39880 00000400:00000200:2.0:1767734705.973815:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734705.973822:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x7c125 [1] + 224 00000800:00000001:2.0:1767734705.973829:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.973839:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734705.973842:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734705.973847:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734705.973852:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734705.973860:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8000 x1853602672121984/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734705.973874:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=272 req@ffff94b1f2da8000 x1853602672121984/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734705.973904:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734705.973912:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734705.973915:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734705.974021:0:251845:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734705.974032:0:251845:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734705.974034:0:251845:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734705.974039:0:251845:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558a50. 00000400:00000200:0.0:1767734705.974046:0:251845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b198 00000400:00000010:0.0:1767734705.974049:0:251845:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b198. 00000100:00000001:0.0:1767734705.974067:0:251845:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734705.974078:0:251845:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8000 x1853602672121984/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734705.974092:0:251845:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8000 x1853602672121984/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734705.974102:0:251845:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734705.974104:0:251845:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734705.974107:0:251845:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734705.974110:0:251845:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734705.974112:0:251845:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734705.974114:0:251845:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734705.974117:0:251845:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734705.974124:0:251845:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=35 v=5 (5 0 0 0) 00000100:00001000:0.0:1767734705.974128:0:251845:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1767734705.974131:0:251845:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767734705.974135:0:251845:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -13 req@ffff94b1f2da8000 x1853602672121984/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/0 rc 0/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734705.974144:0:251845:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:0.0:1767734705.974148:0:251845:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734705.974150:0:251845:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:0.0:1767734705.974152:0:251845:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734705.974155:0:251845:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000040:0.0:1767734705.974160:0:251845:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8000 x1853602672121984/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767734721 ref 2 fl Rpc:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734705.974168:0:251845:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000100:00000001:0.0:1767734705.974171:0:251845:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734705.974173:0:251845:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734705.974178:0:251845:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8000 x1853602672121984/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767734721 ref 2 fl Interpret:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734705.974187:0:251845:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:251845:1853602672121984:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:0.0:1767734705.974200:0:251845:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734705.974203:0:251845:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:0.0:1767734705.974206:0:251845:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734705.974208:0:251845:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734705.974213:0:251845:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8000 x1853602672121984/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767734721 ref 2 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734705.974221:0:251845:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734705.974224:0:251845:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b201102e40. 00000100:00000001:0.0:1767734705.974227:0:251845:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734705.974229:0:251845:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:0.0:1767734705.974232:0:251845:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000020:00000001:0.0:1767734705.974236:0:251845:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734705.974238:0:251845:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=105 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767734705.974241:0:251845:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767734705.974242:0:251845:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734705.974246:0:251845:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8000 x1853602672121984/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767734721 ref 1 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734705.974253:0:251845:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734705.974256:0:251845:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734705.974287:0:251845:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c33d9200. 02000000:00000001:0.0:1767734705.974291:0:251845:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734705.974293:0:251845:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734705.974294:0:251845:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=104 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767734705.974297:0:251845:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734705.974299:0:251845:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c33d8e00. 02000000:00000001:0.0:1767734705.974302:0:251845:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734705.974304:0:251845:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734705.974305:0:251845:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8000. 00000100:00000001:0.0:1767734705.974344:0:251845:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734705.974346:0:251845:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:0.0:1767734705.974349:0:251845:0:(llog.c:1547:llog_open()) lustre-MDT0000-mdc-ffff94b1e7e86000: Failed to open llog : rc -13 00000040:00000010:0.0:1767734705.974353:0:251845:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff94b1c33d9800. 00000040:00000001:0.0:1767734705.974356:0:251845:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00020000:0.0:1767734705.974367:0:251845:0:(llog_cat.c:396:llog_cat_id2handle()) lustre-MDT0000-mdc-ffff94b1e7e86000: error opening log id [0x1:0x25:0x0]: rc = -13 00000040:00000001:0.0:1767734705.987418:0:251845:0:(llog_cat.c:397:llog_cat_id2handle()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000400:0.0:1767734705.987425:0:251845:0:(llog_cat.c:841:llog_cat_process_common()) lustre-MDT0000-mdc-ffff94b1e7e86000: can't find llog handle [0x1:0x25:0x0]: rc = -13 00000100:00000040:2.0:1767734705.996423:0:232526:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303467817, at 4303467818 00000100:00000040:3.0:1767734705.996437:0:231791:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303467817, at 4303467818 00000100:00000010:2.0:1767734705.996438:0:232526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f4645ae0. 00000100:00000010:3.0:1767734705.996454:0:231791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f4645d80. 00000040:00000001:0.0:1767734706.000383:0:251845:0:(llog_cat.c:843:llog_cat_process_common()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:0.0:1767734706.000390:0:251845:0:(llog_cat.c:880:llog_cat_process_cb()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:0.0:1767734706.000394:0:251845:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:0.0:1767734706.000397:0:251845:0:(llog.c:835:llog_process_thread()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00080000:0.0:1767734706.000401:0:251845:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 2 count 2 00000040:00000010:0.0:1767734706.000405:0:251845:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff94b1d0c4e000. 00000020:00000010:0.0:1767734706.000417:0:251845:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff94b1fe4a8340. 00000020:00000010:0.0:1767734706.000433:0:251845:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c33d8200. 00000040:00000010:0.0:1767734706.000440:0:251845:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff94b1c33d8600. 00000020:00000010:0.0:1767734706.000448:0:251845:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff94b1f0d04000. 00000020:00000010:0.0:1767734706.000455:0:251845:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff94b1f39ea840. 00000020:00000010:0.0:1767734706.000464:0:251845:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff94b1c33d9e00. 80000000:00000010:0.0:1767734706.000472:0:251845:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff94b1f4645060. 40000000:00000010:0.0:1767734706.000479:0:251845:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff94b1fe4a8b00. 00100000:00000010:0.0:1767734706.000486:0:251845:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff94b1f0d07000. 00040000:00000010:0.0:1767734706.000491:0:251845:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff94b1deb6f200. 00040000:00000010:0.0:1767734706.000501:0:251845:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff94b1f0d07800. 00040000:00000010:0.0:1767734706.000508:0:251845:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94b1c33d8400. 00000004:00000010:0.0:1767734706.000515:0:251845:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff94b1f0d06800. 00000004:00000010:0.0:1767734706.000520:0:251845:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff94b1c60de000. 00000004:00000010:0.0:1767734706.000525:0:251845:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff94b1f0d01000. 00002000:00000010:0.0:1767734706.000528:0:251845:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff94b1de88ac00. 00000004:00000010:0.0:1767734706.000532:0:251845:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff94b1de889400. 00000020:00000010:0.0:1767734706.000536:0:251845:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c33d8c00. 00000040:00000010:0.0:1767734706.000539:0:251845:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff94b1f4645840. 00000040:00000001:0.0:1767734706.000543:0:251845:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:0.0:1767734706.000547:0:251845:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00020000:0.0:1767734706.000552:0:251845:0:(mdc_changelog.c:326:chlg_load()) lustre-MDT0000-mdc-ffff94b1e7e86000: fail to process llog: rc = -13 00000002:00000001:0.0:1767734706.012245:0:251845:0:(mdc_changelog.c:327:chlg_load()) Process leaving via err_out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:0.0:1767734706.012283:0:251845:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000010:0.0:1767734706.012289:0:251845:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff94b1d0c4a000. 00000040:00000010:0.0:1767734706.012295:0:251845:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff94b1c33d9600. 00000040:00000001:0.0:1767734706.012297:0:251845:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:0.0:1767734706.012301:0:251845:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff94b1e7e1ba80 : new refcount 1 00000020:00000040:0.0:1767734706.012304:0:251845:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff94b1e7e86000 (ffff94b1c699caa0) now 6 - changelog 00000002:00000001:3.0:1767734706.012393:0:251844:0:(mdc_changelog.c:457:chlg_read()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00000001:0.0:1767734706.012493:0:251845:0:(mdc_changelog.c:356:chlg_load()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00000010:3.0:1767734706.012572:0:251844:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff94b1deb6ff00. 00000080:00000001:3.0:1767734706.675905:0:251934:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734706.722436:0:243930:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767734706.722447:0:243930:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767734706.722455:0:243930:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8000. 00000020:00000040:0.0:1767734706.722462:0:243930:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:0.0:1767734706.722467:0:243930:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734706.722470:0:243930:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734706.722475:0:243930:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734706.722485:0:243930:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c5441b00. 00000100:00000001:0.0:1767734706.722491:0:243930:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734706.722503:0:243930:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS req@ffff94b1f2da8000 x1853602672122112/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767734706.722517:0:243930:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734706.722521:0:243930:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734706.722530:0:243930:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa54f8bb] to pc [ptlrpcd_00_01+1] req@ffff94b1f2da8000 x1853602672122112/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734706.722572:0:243930:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734706.722577:0:243930:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767734706.722583:0:243930:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767734706.722588:0:243930:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2daaa00. 00000020:00000040:0.0:1767734706.722593:0:243930:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=105 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:0.0:1767734706.722597:0:243930:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734706.722599:0:243930:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767734706.722602:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767734706.722604:0:243930:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734706.722613:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734706.722617:0:196092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767734706.722631:0:243930:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c5441a00. 00000100:00000001:0.0:1767734706.722646:0:243930:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734706.722648:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8000 x1853602672122112/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767734706.722664:0:243930:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-MDT0000_UUID req@ffff94b1f2daaa00 x1853602672122240/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734706.722721:0:196092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734706.722728:0:243930:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734706.722729:0:196092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734706.722738:0:243930:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734706.722744:0:196092:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767734706.722752:0:243930:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b85de90] to pc [ptlrpcd_00_00+0] req@ffff94b1f2daaa00 x1853602672122240/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767734706.722754:0:196092:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734706.722776:0:196092:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734706.722805:0:196092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6d7b501b-fa70-4fef-9613-be2df560a7ce:196092:1853602672122112:192.168.203.112@tcp:400:kworker.0 00000100:00000001:0.0:1767734706.722817:0:243930:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734706.722820:0:196092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767734706.722835:0:243930:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767734706.722837:0:196092:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767734706.722848:0:243930:0:(pinger.c:247:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1767734706.722849:0:196092:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734706.722864:0:196092:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767734706.722865:0:243930:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767734706.722874:0:243930:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:1.0:1767734706.722877:0:196092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c33f3c00. 00000100:00000010:0.0:1767734706.722880:0:243930:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2dab480. 02000000:00000001:1.0:1767734706.722888:0:196092:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767734706.722893:0:243930:0:(genops.c:1229:class_import_get()) import ffff94b1f0134800 refcount=3 obd=lustre-OST0001-osc-ffff94b1e7e86000 00000100:00000001:0.0:1767734706.722899:0:243930:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734706.722901:0:243930:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767734706.722909:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000001:0.0:1767734706.722913:0:243930:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767734706.722921:0:196092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810e70. 02000000:00000010:0.0:1767734706.722925:0:243930:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c5441000. 00000100:00000001:0.0:1767734706.722930:0:243930:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767734706.722933:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000040:0.0:1767734706.722941:0:243930:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0001_UUID req@ffff94b1f2dab480 x1853602672122368/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767734706.722949:0:196092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672122112, portal 25 00000100:00000001:0.0:1767734706.722965:0:243930:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734706.722966:0:196092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734706.722972:0:243930:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734706.722973:0:196092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737369088 : -117982972182528 : ffff94b1f2da8000) 00000100:00000040:0.0:1767734706.723007:0:243930:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c172f120] to pc [ptlrpcd_00_01+1] req@ffff94b1f2dab480 x1853602672122368/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767734706.723008:0:196092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2da8000 x1853602672122112/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734706.723129:0:196092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767734706.723132:0:243930:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734706.723148:0:196092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000100:00000040:0.0:1767734706.723152:0:243930:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (8806) 00000400:00000010:1.0:1767734706.723154:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b908. 00000100:00000200:1.0:1767734706.723170:0:196092:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853602672122112, offset 0 00000400:00000200:1.0:1767734706.723181:0:196092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000001:0.0:1767734706.723187:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767734706.723194:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734706.723203:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734706.723208:0:196091:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767734706.723215:0:196092:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00000040:0.0:1767734706.723226:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2daaa00 x1853602672122240/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767734706.723228:0:196092:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734706.723247:0:196092:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000100:00000001:0.0:1767734706.723281:0:196091:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767734706.723283:0:196092:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767734706.723290:0:196091:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734706.723301:0:196092:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 02000000:00000001:0.0:1767734706.723352:0:196091:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767734706.723360:0:196092:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66894:66894:256:4294967295] 192.168.203.112@tcp LPNI seq info [66894:66894:8:4294967295] 02000000:00000001:0.0:1767734706.723362:0:196091:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734706.723382:0:196091:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734706.723395:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00100000:0.0:1767734706.723404:0:196091:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2daaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66586885-669e-469f-b1c7-cb1a0fe6eee4:196091:1853602672122240:192.168.203.112@tcp:400:kworker.0 00000100:00000001:0.0:1767734706.723413:0:196091:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734706.723424:0:196091:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767734706.723431:0:196092:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 02000000:00000001:0.0:1767734706.723432:0:196091:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734706.723447:0:196091:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1767734706.723455:0:196092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 02000000:00000010:0.0:1767734706.723458:0:196091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1feb82e00. 02000000:00000001:0.0:1767734706.723463:0:196091:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767734706.723465:0:196092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cb00. 00000400:00000200:0.0:1767734706.723476:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000800:00000200:1.0:1767734706.723489:0:196092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000400:00000010:0.0:1767734706.723489:0:196091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558a50. 00000400:00000010:0.0:1767734706.723511:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b198. 00000800:00000200:1.0:1767734706.723518:0:196092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00000200:0.0:1767734706.723525:0:196091:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672122240, portal 10 00000800:00000200:1.0:1767734706.723528:0:196092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767734706.723532:0:196091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734706.723542:0:196091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737379840 : -117982972171776 : ffff94b1f2daaa00) 00000100:00000040:0.0:1767734706.723559:0:196091:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2daaa00 x1853602672122240/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734706.723560:0:196092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734706.723586:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734706.723588:0:196091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767734706.723602:0:196092:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303469401 00000100:00000040:0.0:1767734706.723615:0:196091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000100:00000010:1.0:1767734706.723620:0:196092:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24d2a0. 00000400:00000010:0.0:1767734706.723622:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b110. 00000100:00000200:0.0:1767734706.723635:0:196091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853602672122240, offset 0 00000100:00000001:1.0:1767734706.723639:0:196092:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767734706.723650:0:196091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000001:1.0:1767734706.723653:0:196092:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303469401 00000100:00000010:1.0:1767734706.723665:0:196092:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24d420. 00000400:00000200:0.0:1767734706.723677:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734706.723684:0:196092:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767734706.723696:0:196092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767734706.723696:0:196091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00000001:1.0:1767734706.723719:0:196092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734706.723723:0:196091:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767734706.723732:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734706.723737:0:196091:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000100:00000001:1.0:1767734706.723740:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767734706.723744:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767734706.723751:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734706.723761:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:2.0:1767734706.723763:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cb00. 00000400:00000200:0.0:1767734706.723766:0:196091:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767734706.723775:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767734706.723784:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767734706.723787:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767734706.723788:0:196091:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000100:00000001:1.0:1767734706.723805:0:196092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767734706.723811:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:0.0:1767734706.723825:0:196091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66895:66895:255:4294967295] 192.168.203.112@tcp LPNI seq info [66895:66895:7:4294967295] 00000100:00000040:1.0:1767734706.723826:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2dab480 x1853602672122368/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734706.723829:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b908 00000400:00000010:2.0:1767734706.723844:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b908. 00000100:00000001:1.0:1767734706.723869:0:196092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767734706.723871:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734706.723872:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767734706.723878:0:196092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734706.723888:0:196092:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1767734706.723892:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8000 x1853602672122112/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767734706.723898:0:196092:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734706.723920:0:196092:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734706.723929:0:196091:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000100:00100000:1.0:1767734706.723944:0:196092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66586885-669e-469f-b1c7-cb1a0fe6eee4:196092:1853602672122368:192.168.203.112@tcp:400:kworker.0 00000800:00000200:0.0:1767734706.723981:0:196091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000100:00000001:1.0:1767734706.723982:0:196092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767734706.723987:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767734706.723998:0:196092:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734706.724005:0:196092:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767734706.724007:0:196091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5441500. 00000100:00000040:2.0:1767734706.724008:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8000 x1853602672122112/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734722 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767734706.724015:0:196092:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734706.724026:0:196092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c33f3a00. 00000800:00000200:0.0:1767734706.724038:0:196091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 02000000:00000001:1.0:1767734706.724042:0:196092:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734706.724047:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734706.724067:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734706.724070:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767734706.724071:0:196091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000400:00000010:1.0:1767734706.724078:0:196092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed8108f0. 00000800:00000200:0.0:1767734706.724089:0:196091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5441500 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1767734706.724091:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b770. 00000100:00000200:1.0:1767734706.724109:0:196092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672122368, portal 4 00000100:00000001:1.0:1767734706.724115:0:196092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734706.724117:0:196092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737382528 : -117982972169088 : ffff94b1f2dab480) 00000100:00000001:0.0:1767734706.724132:0:196091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734706.724133:0:196092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2dab480 x1853602672122368/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767734706.724150:0:196091:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 22931 usecs (23 jiffies) 00000100:00000001:1.0:1767734706.724158:0:196092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734706.724180:0:196092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734706.724180:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734706.724201:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303468568 00000400:00000010:1.0:1767734706.724202:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b4c8. 00000800:00000200:2.0:1767734706.724211:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767734706.724221:0:196091:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4303469401 00000800:00000010:2.0:1767734706.724223:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5441500. 00000100:00000200:1.0:1767734706.724224:0:196092:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602672122368, offset 0 00000100:00000001:0.0:1767734706.724246:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303468568 00000400:00000200:2.0:1767734706.724269:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767734706.724273:0:196091:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4303469401 00000100:00000001:0.0:1767734706.724279:0:196091:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767734706.724292:0:196092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734706.724294:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:0.0:1767734706.724302:0:196091:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734706.724351:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734706.724364:0:196092:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00000001:0.0:1767734706.724367:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734706.724368:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b110 00000400:00000200:1.0:1767734706.724375:0:196092:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1767734706.724387:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b110. 00000100:00000001:0.0:1767734706.724387:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767734706.724389:0:196092:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000100:00000001:2.0:1767734706.724416:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767734706.724417:0:196092:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767734706.724417:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734706.724430:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1767734706.724439:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2daaa00 x1853602672122240/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767734706.724440:0:196092:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000100:00000001:0.0:1767734706.724448:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734706.724459:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767734706.724466:0:196092:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66896:66896:255:4294967295] 192.168.203.112@tcp LPNI seq info [66896:66896:7:4294967295] 00000100:00000001:0.0:1767734706.724473:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734706.724498:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734706.724502:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734706.724503:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734706.724523:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2daaa00 x1853602672122240/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734722 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767734706.724549:0:196092:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000100:00000001:2.0:1767734706.724551:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734706.724560:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767734706.724573:0:196092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734706.724583:0:196092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c900. 00000800:00000200:1.0:1767734706.724598:0:196092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734706.724607:0:196092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734706.724612:0:196092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767734706.724639:0:196092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734706.724645:0:196092:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: using a timeout of 7362 usecs (8 jiffies) 00000400:00000200:1.0:1767734706.724651:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734706.724654:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303468554 00000100:00000001:1.0:1767734706.724659:0:196092:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4303469401 00000100:00000001:1.0:1767734706.724663:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303468554 00000100:00000001:1.0:1767734706.724667:0:196092:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4303469401 00000100:00000001:1.0:1767734706.724671:0:196092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734706.724674:0:196092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734706.724678:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734706.724681:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734706.724686:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734706.724689:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767734706.724694:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734706.724697:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734706.724702:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734706.724705:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767734706.724707:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767734706.724715:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c900. 00000400:00000200:2.0:1767734706.724726:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734706.724735:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734706.724740:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b4c8 00000400:00000010:2.0:1767734706.724743:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b4c8. 00000100:00000001:2.0:1767734706.724748:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734706.724755:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2dab480 x1853602672122368/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734706.724766:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734706.724770:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2dab480 x1853602672122368/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734722 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734706.724779:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734706.724781:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734706.727145:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734706.727246:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734706.727250:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734706.727781:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734706.727804:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734706.727813:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734706.727821:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734706.727827:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734706.727834:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734706.727840:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 25 MB=0x695d780d39900 00000400:00000200:2.0:1767734706.727847:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734706.727855:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7c12d [1] + 224 00000800:00000001:2.0:1767734706.727864:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734706.727874:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734706.727877:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734706.727883:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734706.727890:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734706.727899:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8000 x1853602672122112/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734722 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734706.727915:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2da8000 x1853602672122112/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734706.727946:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734706.727957:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734706.727964:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734706.727967:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734706.727970:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734706.727975:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734706.727980:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734706.727987:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734706.727992:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734706.727996:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734706.728001:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d780d39980 00000400:00000200:2.0:1767734706.728006:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734706.728014:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x7c135 [1] + 224 00000800:00000001:2.0:1767734706.728020:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734706.728041:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734706.728045:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767734706.728050:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767734706.728059:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:0.0:1767734706.728061:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734706.728082:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767734706.728084:0:196092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734706.728091:0:196092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1767734706.728093:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2daaa00 x1853602672122240/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734722 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767734706.728101:0:196092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810e70. 00000100:00000040:2.0:1767734706.728110:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2daaa00 x1853602672122240/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734706.728130:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767734706.728131:0:196092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:0.0:1767734706.728139:0:196092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:0.0:1767734706.728150:0:196092:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1767734706.728156:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734706.728165:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767734706.728165:0:196092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8000 x1853602672122112/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767734706.728176:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734706.728186:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734706.728213:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000200:0.0:1767734706.728223:0:196092:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8000 x1853602672122112/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734722 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734706.728230:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734706.728276:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734706.728293:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734706.728293:0:196092:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734706.728355:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734706.728363:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d39a00 00000100:00000001:0.0:1767734706.728363:0:196092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734706.728385:0:196092:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767734706.728392:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000001:0.0:1767734706.728394:0:196092:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734706.728400:0:196092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734706.728404:0:196092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734706.728407:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7c13d [1] + 224 02000000:00000001:0.0:1767734706.728413:0:196092:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767734706.728418:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767734706.728424:0:196092:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=134 v=5 (5 5 5 5) 00000100:00001000:0.0:1767734706.728433:0:196092:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=134 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734706.728438:0:196092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734706.728440:0:196092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734706.728444:0:196092:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734706.728448:0:196092:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767734706.728453:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734706.728453:0:196092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734706.728471:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767734706.728482:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8000 x1853602672122112/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734722 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734706.728492:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734706.728506:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767734706.728518:0:196092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767734706.728527:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2dab480 x1853602672122368/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734722 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734706.728529:0:196092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734706.728537:0:196092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734706.728556:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8000 x1853602672122112/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734722 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734706.728573:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2dab480 x1853602672122368/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734706.728598:0:196092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6d7b501b-fa70-4fef-9613-be2df560a7ce:196092:1853602672122112:192.168.203.112@tcp:400:kworker.0 00000100:00000001:0.0:1767734706.728630:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734706.728642:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734706.728642:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734706.728655:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8000 x1853602672122112/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734722 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767734706.728666:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734706.728674:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734706.728696:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734706.728700:0:196092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734706.728705:0:196092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c33f3c00. 02000000:00000001:0.0:1767734706.728715:0:196092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734706.728719:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734706.728723:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767734706.728727:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734706.728731:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c5441b00. 02000000:00000001:0.0:1767734706.728743:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734706.728746:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734706.728749:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8000. 00000100:00000001:0.0:1767734706.728754:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734706.728756:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734706.728760:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734706.728763:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734706.728765:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734706.728771:0:196092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734706.728774:0:196092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734706.728777:0:196092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed8108f0. 00000400:00000200:0.0:1767734706.728783:0:196092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b770 00000400:00000010:0.0:1767734706.728785:0:196092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b770. 00000100:00000001:0.0:1767734706.728789:0:196092:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734706.728798:0:196092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2dab480 x1853602672122368/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734706.728816:0:196092:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2dab480 x1853602672122368/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734722 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734706.728825:0:196092:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734706.728831:0:196092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734706.728833:0:196092:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734706.728835:0:196092:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734706.728837:0:196092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734706.728841:0:196092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734706.728846:0:196092:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734706.728853:0:196092:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f0134c58 time=36 v=5 (5 0 0 0) 00000100:00001000:0.0:1767734706.728861:0:196092:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f0134c10 time=12 v=5 (1 0 0 0) 00000100:00000001:0.0:1767734706.728874:0:196092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734706.728876:0:196092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734706.728880:0:196092:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734706.728885:0:196092:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734706.728889:0:196092:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734706.728891:0:196092:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b1e7e86000: skip recheck: last_committed 12884903351 00000100:00000001:0.0:1767734706.728894:0:196092:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734706.728895:0:196092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734706.728903:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2dab480 x1853602672122368/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734722 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734706.728912:0:196092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734706.728914:0:196092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734706.728916:0:196092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734706.728921:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2dab480 x1853602672122368/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734722 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734706.728930:0:196092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66586885-669e-469f-b1c7-cb1a0fe6eee4:196092:1853602672122368:192.168.203.112@tcp:400:kworker.0 00000100:00000001:0.0:1767734706.728935:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734706.728937:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734706.728941:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2dab480 x1853602672122368/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734722 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734706.728949:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734706.728950:0:196092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734706.728952:0:196092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c33f3a00. 02000000:00000001:0.0:1767734706.728956:0:196092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734706.728958:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734706.728960:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1f0134800 refcount=2 obd=lustre-OST0001-osc-ffff94b1e7e86000 00000020:00000001:0.0:1767734706.728963:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734706.728964:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c5441000. 02000000:00000001:0.0:1767734706.728968:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734706.728969:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734706.728971:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2dab480. 00000100:00000001:0.0:1767734706.728974:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734706.728984:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734706.728986:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734706.728993:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734706.728995:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734706.728998:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734706.729001:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734706.729018:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734706.729020:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734706.729024:0:196091:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734706.729026:0:196091:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734706.729029:0:196091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558a50. 00000400:00000200:0.0:1767734706.729034:0:196091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b198 00000400:00000010:0.0:1767734706.729036:0:196091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b198. 00000100:00000001:0.0:1767734706.729041:0:196091:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734706.729048:0:196091:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2daaa00 x1853602672122240/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734706.729059:0:196091:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2daaa00 x1853602672122240/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734722 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734706.729068:0:196091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734706.729069:0:196091:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734706.729073:0:196091:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734706.729077:0:196091:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734706.729079:0:196091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734706.729083:0:196091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734706.729088:0:196091:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734706.729093:0:196091:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=36 v=5 (5 0 0 0) 00000100:00001000:0.0:1767734706.729097:0:196091:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1767734706.729099:0:196091:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734706.729101:0:196091:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734706.729105:0:196091:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734706.729108:0:196091:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734706.729111:0:196091:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734706.729114:0:196091:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924705 00000100:00000001:0.0:1767734706.729118:0:196091:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734706.729122:0:196091:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734706.729129:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2daaa00 x1853602672122240/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734722 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734706.729147:0:196091:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734706.729150:0:196091:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734706.729153:0:196091:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734706.729163:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2daaa00 x1853602672122240/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734722 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734706.729176:0:196091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2daaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66586885-669e-469f-b1c7-cb1a0fe6eee4:196091:1853602672122240:192.168.203.112@tcp:400:kworker.0 00000100:00000001:0.0:1767734706.729191:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734706.729195:0:196091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734706.729200:0:196091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2daaa00 x1853602672122240/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734722 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734706.729208:0:196091:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734706.729211:0:196091:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734706.729215:0:196091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1feb82e00. 02000000:00000001:0.0:1767734706.729220:0:196091:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734706.729221:0:196091:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734706.729223:0:196091:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=104 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767734706.729225:0:196091:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734706.729227:0:196091:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c5441a00. 02000000:00000001:0.0:1767734706.729231:0:196091:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734706.729232:0:196091:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734706.729236:0:196091:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2daaa00. 00000100:00000001:0.0:1767734706.729239:0:196091:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734706.729241:0:196091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734706.729243:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734706.729248:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734706.729249:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734706.729279:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734706.729282:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767734706.863939:0:251970:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767734706.863946:0:251970:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_160m: @@@@@@ FAIL: no changelogs found 00000001:00000001:3.0:1767734706.867816:0:251970:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1767734706.914412:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734706.914418:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734706.914434:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734706.914437:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734706.914475:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767734706.914478:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734706.914482:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1767734707.529925:0:252068:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734707.618445:0:231614:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303469401, at 4303469440 00000100:00000040:2.0:1767734707.618445:0:232526:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303469401, at 4303469440 00000100:00000010:2.0:1767734707.618463:0:232526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24d2a0. 00000100:00000010:3.0:1767734707.618465:0:231614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24d420. Debug log: 47412 lines, 47412 kept, 0 dropped, 0 bad.